{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5080.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14433) [trial-2389↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14433)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14433) [trial-2389↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:35:02.862130 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:35:02.873476 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:35:03.475756 tst mo_mt_sms.py: using LAC 33664\u000a11:35:03.600136 tst mo_mt_sms.py: using RAC 4\u000a11:35:03.725397 tst mo_mt_sms.py: using CellId 33664\u000a11:35:03.843666 tst mo_mt_sms.py: using BVCI 33665\u000a11:35:03.866126 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:35:04.043565 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:35:04.337744 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:35:04.474133 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:35:06.849868 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14432): Launched\u000a11:35:07.173847 run osmo-nitb_10.42.42.2(pid=14433): Launched\u000a11:35:07.360054 run osmo-nitb_10.42.42.2(pid=14433): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14433)]\u000a11:35:07.494626 run osmo-nitb_10.42.42.2(pid=14433): stdout: \u000a| (launched: 2022-12-13_11:35:07.015387) \u000a11:35:07.630027 run osmo-nitb_10.42.42.2(pid=14433): stderr: \u000a| (launched: 2022-12-13_11:35:07.063479)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:35:07.760004 run osmo-nitb_10.42.42.2(pid=14433): stdout: \u000a| (launched: 2022-12-13_11:35:07.015387) \u000a11:35:07.888348 run osmo-nitb_10.42.42.2(pid=14433): stderr: \u000a| (launched: 2022-12-13_11:35:07.063479)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:35:07.944789 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14433) [trial-2389↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14433)] [trial-2389↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a11:35:07.953468 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a11:35:07.989746 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14432): Terminating (SIGTERM)\u000a11:35:08.167455 --- ParallelTerminationStrategy: PID 14432 died...\u000a11:35:08.225434 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14432): Terminated: ok {rc=0}\u000a11:35:08.314452 bus /sierra_3: Setting Powered False\u000a11:35:09.420755 bus /sierra_3: Setting Powered False\u000a11:35:10.529701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:35:02" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14444): Process ended prematurely: osmo-stp_10.42.42.5(pid=14444) [trial-2389↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14444)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14444): Process ended prematurely: osmo-stp_10.42.42.5(pid=14444) [trial-2389↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:35:12.379804 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:12.390604 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:35:12.513886 tst mo_mt_sms.py: using LAC 33665\u000a11:35:12.632778 tst mo_mt_sms.py: using RAC 5\u000a11:35:12.752942 tst mo_mt_sms.py: using CellId 33665\u000a11:35:12.873442 tst mo_mt_sms.py: using BVCI 33666\u000a11:35:12.896340 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:12.907118 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:12.917902 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:12.928405 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:12.939822 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:12.950901 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:35:13.066693 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:35:13.276189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:15.033152 run create_hlr_db(pid=14438): Launched\u000a11:35:15.221942 bus /sierra_2: Setting Powered False\u000a11:35:16.247731 run create_hlr_db(pid=14438): Terminated: ok {rc=0}\u000a11:35:16.681035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14440): Launched\u000a11:35:17.088028 run osmo-hlr_10.42.42.2(pid=14441): Launched\u000a11:35:17.255646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:19.851307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14443): Launched\u000a11:35:20.180456 run osmo-stp_10.42.42.5(pid=14444): Launched\u000a11:35:20.300019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:25.782131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14446): Launched\u000a11:35:26.107136 run osmo-msc_10.42.42.6(pid=14447): Launched\u000a11:35:26.296307 run osmo-stp_10.42.42.5(pid=14444): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14444)]\u000a11:35:26.433394 run osmo-stp_10.42.42.5(pid=14444): stdout: \u000a| (launched: 2022-12-13_11:35:20.017597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:26.569812 run osmo-stp_10.42.42.5(pid=14444): stderr: \u000a| �[0;m�[38;5;43m20221213113520212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113520212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113520212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113520212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113520213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113520213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113520213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:26.699872 run osmo-stp_10.42.42.5(pid=14444): stdout: \u000a| (launched: 2022-12-13_11:35:20.017597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:26.828782 run osmo-stp_10.42.42.5(pid=14444): stderr: \u000a| �[0;m�[38;5;43m20221213113520212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113520212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113520212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113520212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113520213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113520213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113520213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:26.885331 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14444): Process ended prematurely: osmo-stp_10.42.42.5(pid=14444) [trial-2389↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14444)] [trial-2389↪sms:sysmo↪mo_mt_sms.py:16]\u000a11:35:26.894046 tst mo_mt_sms.py:16: Test FAILED (14.5 sec)\u000a11:35:26.957602 run osmo-hlr_10.42.42.2(pid=14441): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14441)]\u000a11:35:27.010290 run osmo-hlr_10.42.42.2(pid=14441): stdout: \u000a| (launched: 2022-12-13_11:35:16.838655) \u000a11:35:27.063369 run osmo-hlr_10.42.42.2(pid=14441): stderr: \u000a| �[0;m�[1;31m20221213113517202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113517202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113517202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113517202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113517202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113517202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113517219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113517236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113517236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113517236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:27.135678 run osmo-msc_10.42.42.6(pid=14447): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14447)]\u000a11:35:27.188104 run osmo-msc_10.42.42.6(pid=14447): stdout: \u000a| (launched: 2022-12-13_11:35:25.946640) \u000a11:35:27.241223 run osmo-msc_10.42.42.6(pid=14447): stderr: \u000a| �[0;m�[38;5;43m20221213113526272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113526272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2ef4cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113526272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113526272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113526272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113526272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113526274 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113526274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113526275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113526275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:27.286858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14440): Terminating (SIGTERM)\u000a11:35:27.329572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14443): Terminating (SIGTERM)\u000a11:35:27.372276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14446): Terminating (SIGTERM)\u000a11:35:27.382078 --- ParallelTerminationStrategy: PID 14440 died...\u000a11:35:27.439211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14440): Terminated: ok {rc=0}\u000a11:35:27.449282 --- ParallelTerminationStrategy: PID 14443 died...\u000a11:35:27.506372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14443): Terminated: ok {rc=0}\u000a11:35:27.516794 --- ParallelTerminationStrategy: PID 14446 died...\u000a11:35:27.573986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14446): Terminated: ok {rc=0}\u000a11:35:27.662897 bus /sierra_3: Setting Powered False\u000a11:35:28.770481 bus /sierra_3: Setting Powered False\u000a11:35:29.884319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:35:12" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14454) [trial-2389↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14454)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14454) [trial-2389↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a11:35:31.742884 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:35:31.760217 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a11:35:31.896630 tst assert_extension.py: using LAC 33666\u000a11:35:32.016599 tst assert_extension.py: using RAC 6\u000a11:35:32.178674 tst assert_extension.py: using CellId 33666\u000a11:35:32.301236 tst assert_extension.py: using BVCI 33667\u000a11:35:32.324823 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a11:35:32.620711 tst assert_extension.py:10: start nitb and bts...\u000a11:35:32.756289 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:35:33.427986 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14453): Launched\u000a11:35:33.752263 run osmo-nitb_10.42.42.2(pid=14454): Launched\u000a11:35:33.951820 run osmo-nitb_10.42.42.2(pid=14454): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14454)]\u000a11:35:34.099190 run osmo-nitb_10.42.42.2(pid=14454): stdout: \u000a| (launched: 2022-12-13_11:35:33.593405) \u000a11:35:34.247014 run osmo-nitb_10.42.42.2(pid=14454): stderr: \u000a| (launched: 2022-12-13_11:35:33.641596)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:35:34.389815 run osmo-nitb_10.42.42.2(pid=14454): stdout: \u000a| (launched: 2022-12-13_11:35:33.593405) \u000a11:35:34.531778 run osmo-nitb_10.42.42.2(pid=14454): stderr: \u000a| (launched: 2022-12-13_11:35:33.641596)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:35:34.882885 tst osmo-nitb_10.42.42.2(pid=14454): stdout: \u000a| (launched: 2022-12-13_11:35:33.593405) \u000a11:35:35.012661 tst osmo-nitb_10.42.42.2(pid=14454): stderr: \u000a| (launched: 2022-12-13_11:35:33.641596)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:35:35.069745 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14454): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14454) [trial-2389↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14454)] [trial-2389↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a11:35:35.078729 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:35:35.115713 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14453): Terminating (SIGTERM)\u000a11:35:35.294032 --- ParallelTerminationStrategy: PID 14453 died...\u000a11:35:35.352288 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14453): Terminated: ok {rc=0}\u000a11:35:35.438936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:35:31" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14464): Process ended prematurely: osmo-stp_10.42.42.5(pid=14464) [trial-2389↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14464)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14464): Process ended prematurely: osmo-stp_10.42.42.5(pid=14464) [trial-2389↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a11:35:37.242766 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:37.253429 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a11:35:37.377554 tst assert_extension.py: using LAC 33667\u000a11:35:37.496915 tst assert_extension.py: using RAC 7\u000a11:35:37.618013 tst assert_extension.py: using CellId 33667\u000a11:35:37.744257 tst assert_extension.py: using BVCI 33668\u000a11:35:37.769025 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:37.780287 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:37.791435 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:37.802567 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:37.813948 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:35:37.825145 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a11:35:38.038454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:38.551513 run create_hlr_db(pid=14458): Launched\u000a11:35:38.741088 bus /sierra_2: Setting Powered False\u000a11:35:39.760870 run create_hlr_db(pid=14458): Terminated: ok {rc=0}\u000a11:35:40.173422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14460): Launched\u000a11:35:40.478142 run osmo-hlr_10.42.42.2(pid=14461): Launched\u000a11:35:40.595241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:41.125666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14463): Launched\u000a11:35:41.430956 run osmo-stp_10.42.42.5(pid=14464): Launched\u000a11:35:41.540662 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:42.122237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14466): Launched\u000a11:35:42.451308 run osmo-msc_10.42.42.6(pid=14467): Launched\u000a11:35:42.643810 run osmo-stp_10.42.42.5(pid=14464): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14464)]\u000a11:35:42.782389 run osmo-stp_10.42.42.5(pid=14464): stdout: \u000a| (launched: 2022-12-13_11:35:41.279887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:42.919955 run osmo-stp_10.42.42.5(pid=14464): stderr: \u000a| �[0;m�[38;5;43m20221213113541452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113541452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113541452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113541453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:43.051097 run osmo-stp_10.42.42.5(pid=14464): stdout: \u000a| (launched: 2022-12-13_11:35:41.279887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:43.181316 run osmo-stp_10.42.42.5(pid=14464): stderr: \u000a| �[0;m�[38;5;43m20221213113541452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113541452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113541452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113541453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:43.238441 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14464): Process ended prematurely: osmo-stp_10.42.42.5(pid=14464) [trial-2389↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14464)] [trial-2389↪ussd:sysmo↪assert_extension.py:17]\u000a11:35:43.247315 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a11:35:43.311635 run osmo-hlr_10.42.42.2(pid=14461): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14461)]\u000a11:35:43.364139 run osmo-hlr_10.42.42.2(pid=14461): stdout: \u000a| (launched: 2022-12-13_11:35:40.327250) \u000a11:35:43.417132 run osmo-hlr_10.42.42.2(pid=14461): stderr: \u000a| �[0;m�[1;31m20221213113540505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113540505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113540506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113540506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113540506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113540506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113540519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113540530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113540530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113540530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:43.488749 run osmo-msc_10.42.42.6(pid=14467): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14467)]\u000a11:35:43.541278 run osmo-msc_10.42.42.6(pid=14467): stdout: \u000a| (launched: 2022-12-13_11:35:42.287451) \u000a11:35:43.594169 run osmo-msc_10.42.42.6(pid=14467): stderr: \u000a| �[0;m�[38;5;43m20221213113542608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113542608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cbe695c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113542609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113542609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113542609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113542609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113542612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113542613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113542613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113542613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:43.639236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14460): Terminating (SIGTERM)\u000a11:35:43.682314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14463): Terminating (SIGTERM)\u000a11:35:43.725209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14466): Terminating (SIGTERM)\u000a11:35:43.735036 --- ParallelTerminationStrategy: PID 14460 died...\u000a11:35:43.792277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14460): Terminated: ok {rc=0}\u000a11:35:43.802543 --- ParallelTerminationStrategy: PID 14463 died...\u000a11:35:43.859940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14463): Terminated: ok {rc=0}\u000a11:35:43.870206 --- ParallelTerminationStrategy: PID 14466 died...\u000a11:35:43.927728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14466): Terminated: ok {rc=0}\u000a11:35:44.015667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:35:37" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14478): Process ended prematurely: osmo-stp_10.42.42.5(pid=14478) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14478)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14478): Process ended prematurely: osmo-stp_10.42.42.5(pid=14478) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:35:45.961836 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:45.973648 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:35:46.122741 tst mo_mt_call.py: using LAC 33668\u000a11:35:46.255700 tst mo_mt_call.py: using RAC 8\u000a11:35:46.384138 tst mo_mt_call.py: using CellId 33668\u000a11:35:46.506260 tst mo_mt_call.py: using BVCI 33669\u000a11:35:46.530645 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:46.542806 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:46.554446 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:46.566374 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:46.578620 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:46.590942 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:35:46.736149 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:35:46.996810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:47.533180 run create_hlr_db(pid=14472): Launched\u000a11:35:47.712252 bus /sierra_2: Setting Powered False\u000a11:35:48.733451 run create_hlr_db(pid=14472): Terminated: ok {rc=0}\u000a11:35:49.176490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14474): Launched\u000a11:35:49.511401 run osmo-hlr_10.42.42.2(pid=14475): Launched\u000a11:35:49.636603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:50.215749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14477): Launched\u000a11:35:50.541188 run osmo-stp_10.42.42.5(pid=14478): Launched\u000a11:35:50.654848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:35:51.220900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14480): Launched\u000a11:35:51.534482 run osmo-msc_10.42.42.6(pid=14481): Launched\u000a11:35:51.715569 run osmo-stp_10.42.42.5(pid=14478): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14478)]\u000a11:35:51.852491 run osmo-stp_10.42.42.5(pid=14478): stdout: \u000a| (launched: 2022-12-13_11:35:50.383732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:51.991230 run osmo-stp_10.42.42.5(pid=14478): stderr: \u000a| �[0;m�[38;5;43m20221213113550559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113550559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113550559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113550560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113550560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113550560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113550560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:52.124093 run osmo-stp_10.42.42.5(pid=14478): stdout: \u000a| (launched: 2022-12-13_11:35:50.383732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:52.255651 run osmo-stp_10.42.42.5(pid=14478): stderr: \u000a| �[0;m�[38;5;43m20221213113550559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113550559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113550559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113550560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113550560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113550560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113550560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:52.313478 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14478): Process ended prematurely: osmo-stp_10.42.42.5(pid=14478) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14478)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:35:52.322618 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:35:52.386075 run osmo-hlr_10.42.42.2(pid=14475): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14475)]\u000a11:35:52.438037 run osmo-hlr_10.42.42.2(pid=14475): stdout: \u000a| (launched: 2022-12-13_11:35:49.346342) \u000a11:35:52.490618 run osmo-hlr_10.42.42.2(pid=14475): stderr: \u000a| �[0;m�[1;31m20221213113549549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113549549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113549549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113549549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113549549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113549549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113549572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113549582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113549582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113549582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:52.562241 run osmo-msc_10.42.42.6(pid=14481): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14481)]\u000a11:35:52.614210 run osmo-msc_10.42.42.6(pid=14481): stdout: \u000a| (launched: 2022-12-13_11:35:51.379329) \u000a11:35:52.666810 run osmo-msc_10.42.42.6(pid=14481): stderr: \u000a| �[0;m�[38;5;43m20221213113551656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113551656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe03ab79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113551656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113551656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113551657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113551657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113551658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113551659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113551659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113551659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:35:52.711714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14474): Terminating (SIGTERM)\u000a11:35:52.754070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14477): Terminating (SIGTERM)\u000a11:35:52.796908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14480): Terminating (SIGTERM)\u000a11:35:52.806628 --- ParallelTerminationStrategy: PID 14474 died...\u000a11:35:52.863595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14474): Terminated: ok {rc=0}\u000a11:35:52.873663 --- ParallelTerminationStrategy: PID 14477 died...\u000a11:35:52.930348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14477): Terminated: ok {rc=0}\u000a11:35:52.940348 --- ParallelTerminationStrategy: PID 14480 died...\u000a11:35:52.996981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14480): Terminated: ok {rc=0}\u000a11:35:53.084567 bus /sierra_3: Setting Powered False\u000a11:35:54.192166 bus /sierra_3: Setting Powered False\u000a11:35:55.301504 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14492): Process ended prematurely: osmo-stp_10.42.42.5(pid=14492) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14492)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14492): Process ended prematurely: osmo-stp_10.42.42.5(pid=14492) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:35:56.419301 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:56.431599 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:35:56.590049 tst mo_mt_call_osmux.py: using LAC 33669\u000a11:35:56.719666 tst mo_mt_call_osmux.py: using RAC 9\u000a11:35:56.850270 tst mo_mt_call_osmux.py: using CellId 33669\u000a11:35:56.981575 tst mo_mt_call_osmux.py: using BVCI 33670\u000a11:35:57.006874 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:57.018475 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:57.029920 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:57.041378 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:57.053202 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:35:57.064929 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:35:57.182532 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:35:57.397671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:57.921257 run create_hlr_db(pid=14486): Launched\u000a11:35:58.113280 bus /sierra_2: Setting Powered False\u000a11:35:59.134624 run create_hlr_db(pid=14486): Terminated: ok {rc=0}\u000a11:35:59.552464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14488): Launched\u000a11:35:59.864449 run osmo-hlr_10.42.42.2(pid=14489): Launched\u000a11:35:59.987614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:00.536273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14491): Launched\u000a11:36:00.847313 run osmo-stp_10.42.42.5(pid=14492): Launched\u000a11:36:01.085716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:01.677154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14494): Launched\u000a11:36:02.139977 run osmo-msc_10.42.42.6(pid=14495): Launched\u000a11:36:02.426191 run osmo-stp_10.42.42.5(pid=14492): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14492)]\u000a11:36:02.580475 run osmo-stp_10.42.42.5(pid=14492): stdout: \u000a| (launched: 2022-12-13_11:36:00.693203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:02.718627 run osmo-stp_10.42.42.5(pid=14492): stderr: \u000a| �[0;m�[38;5;43m20221213113600889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113600889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113600889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113600890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113600892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113600892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113600892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:02.851968 run osmo-stp_10.42.42.5(pid=14492): stdout: \u000a| (launched: 2022-12-13_11:36:00.693203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:02.983937 run osmo-stp_10.42.42.5(pid=14492): stderr: \u000a| �[0;m�[38;5;43m20221213113600889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113600889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113600889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113600890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113600892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113600892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113600892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:03.042315 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14492): Process ended prematurely: osmo-stp_10.42.42.5(pid=14492) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14492)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:36:03.051652 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a11:36:03.115550 run osmo-hlr_10.42.42.2(pid=14489): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14489)]\u000a11:36:03.167742 run osmo-hlr_10.42.42.2(pid=14489): stdout: \u000a| (launched: 2022-12-13_11:35:59.709541) \u000a11:36:03.220647 run osmo-hlr_10.42.42.2(pid=14489): stderr: \u000a| �[0;m�[1;31m20221213113559890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113559890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113559890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113559890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113559890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113559890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113559902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113559913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:03.292251 run osmo-msc_10.42.42.6(pid=14495): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14495)]\u000a11:36:03.344564 run osmo-msc_10.42.42.6(pid=14495): stdout: \u000a| (launched: 2022-12-13_11:36:01.836770) \u000a11:36:03.397360 run osmo-msc_10.42.42.6(pid=14495): stderr: \u000a| �[0;m�[38;5;43m20221213113602336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113602336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51a7b58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113602336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113602336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113602337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113602337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113602338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113602339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113602339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113602339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:03.442407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14488): Terminating (SIGTERM)\u000a11:36:03.485406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14491): Terminating (SIGTERM)\u000a11:36:03.528010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14494): Terminating (SIGTERM)\u000a11:36:03.538133 --- ParallelTerminationStrategy: PID 14488 died...\u000a11:36:03.595459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14488): Terminated: ok {rc=0}\u000a11:36:03.606041 --- ParallelTerminationStrategy: PID 14491 died...\u000a11:36:03.663096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14491): Terminated: ok {rc=0}\u000a11:36:03.673283 --- ParallelTerminationStrategy: PID 14494 died...\u000a11:36:03.729871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14494): Terminated: ok {rc=0}\u000a11:36:03.817140 bus /sierra_3: Setting Powered False\u000a11:36:04.924223 bus /sierra_3: Setting Powered False\u000a11:36:06.036728 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:35:45" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14506): Process ended prematurely: osmo-stp_10.42.42.5(pid=14506) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14506)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14506): Process ended prematurely: osmo-stp_10.42.42.5(pid=14506) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:36:07.993707 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:08.004723 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:36:08.152162 tst mo_mt_call.py: using LAC 33670\u000a11:36:08.278633 tst mo_mt_call.py: using RAC 10\u000a11:36:08.398632 tst mo_mt_call.py: using CellId 33670\u000a11:36:08.519475 tst mo_mt_call.py: using BVCI 33671\u000a11:36:08.543166 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:08.554328 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:08.565352 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:08.576201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:08.587276 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:08.598230 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:36:08.720658 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:36:08.924341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:09.419480 run create_hlr_db(pid=14500): Launched\u000a11:36:09.597717 bus /sierra_2: Setting Powered False\u000a11:36:10.618063 run create_hlr_db(pid=14500): Terminated: ok {rc=0}\u000a11:36:11.031314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14502): Launched\u000a11:36:11.340692 run osmo-hlr_10.42.42.2(pid=14503): Launched\u000a11:36:11.454559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:11.993397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14505): Launched\u000a11:36:12.303800 run osmo-stp_10.42.42.5(pid=14506): Launched\u000a11:36:12.416004 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:12.982821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14508): Launched\u000a11:36:13.295660 run osmo-msc_10.42.42.6(pid=14509): Launched\u000a11:36:13.476474 run osmo-stp_10.42.42.5(pid=14506): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14506)]\u000a11:36:13.606526 run osmo-stp_10.42.42.5(pid=14506): stdout: \u000a| (launched: 2022-12-13_11:36:12.150106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:13.734850 run osmo-stp_10.42.42.5(pid=14506): stderr: \u000a| �[0;m�[38;5;43m20221213113612325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113612325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113612325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113612326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113612326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113612326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113612327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:13.858320 run osmo-stp_10.42.42.5(pid=14506): stdout: \u000a| (launched: 2022-12-13_11:36:12.150106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:13.980439 run osmo-stp_10.42.42.5(pid=14506): stderr: \u000a| �[0;m�[38;5;43m20221213113612325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113612325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113612325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113612326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113612326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113612326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113612327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:14.034403 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14506): Process ended prematurely: osmo-stp_10.42.42.5(pid=14506) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14506)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:36:14.042988 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:36:14.102961 run osmo-hlr_10.42.42.2(pid=14503): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14503)]\u000a11:36:14.151974 run osmo-hlr_10.42.42.2(pid=14503): stdout: \u000a| (launched: 2022-12-13_11:36:11.188508) \u000a11:36:14.201557 run osmo-hlr_10.42.42.2(pid=14503): stderr: \u000a| �[0;m�[1;31m20221213113611369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113611369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113611369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113611369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113611369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113611369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113611383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113611396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113611396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113611396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:14.268660 run osmo-msc_10.42.42.6(pid=14509): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14509)]\u000a11:36:14.317604 run osmo-msc_10.42.42.6(pid=14509): stdout: \u000a| (launched: 2022-12-13_11:36:13.139910) \u000a11:36:14.366909 run osmo-msc_10.42.42.6(pid=14509): stderr: \u000a| �[0;m�[38;5;43m20221213113613416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113613416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcae92cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113613416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113613416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113613416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113613416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113613418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113613419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:14.408677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14502): Terminating (SIGTERM)\u000a11:36:14.448058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14505): Terminating (SIGTERM)\u000a11:36:14.487642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14508): Terminating (SIGTERM)\u000a11:36:14.496690 --- ParallelTerminationStrategy: PID 14502 died...\u000a11:36:14.549496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14502): Terminated: ok {rc=0}\u000a11:36:14.558887 --- ParallelTerminationStrategy: PID 14505 died...\u000a11:36:14.611896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14505): Terminated: ok {rc=0}\u000a11:36:14.621374 --- ParallelTerminationStrategy: PID 14508 died...\u000a11:36:14.674376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14508): Terminated: ok {rc=0}\u000a11:36:14.763082 bus /sierra_3: Setting Powered False\u000a11:36:15.870173 bus /sierra_3: Setting Powered False\u000a11:36:17.028712 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14517): Process ended prematurely: osmo-stp_10.42.42.5(pid=14517) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14517)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14517): Process ended prematurely: osmo-stp_10.42.42.5(pid=14517) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:36:18.152246 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:18.164692 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:36:18.316466 tst mo_mt_call_osmux.py: using LAC 33671\u000a11:36:18.438142 tst mo_mt_call_osmux.py: using RAC 11\u000a11:36:18.561452 tst mo_mt_call_osmux.py: using CellId 33671\u000a11:36:18.690675 tst mo_mt_call_osmux.py: using BVCI 33672\u000a11:36:18.716245 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:18.728072 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:18.739818 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:18.751565 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:18.763907 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:18.775653 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:36:18.893415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:36:19.109996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:19.636183 run create_hlr_db(pid=14511): Launched\u000a11:36:19.829465 bus /sierra_2: Setting Powered False\u000a11:36:20.849584 run create_hlr_db(pid=14511): Terminated: ok {rc=0}\u000a11:36:21.267980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14513): Launched\u000a11:36:21.583068 run osmo-hlr_10.42.42.2(pid=14514): Launched\u000a11:36:21.698175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:22.240709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14516): Launched\u000a11:36:22.554164 run osmo-stp_10.42.42.5(pid=14517): Launched\u000a11:36:22.678545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:23.253055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14519): Launched\u000a11:36:23.566751 run osmo-msc_10.42.42.6(pid=14520): Launched\u000a11:36:23.748873 run osmo-stp_10.42.42.5(pid=14517): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14517)]\u000a11:36:23.879336 run osmo-stp_10.42.42.5(pid=14517): stdout: \u000a| (launched: 2022-12-13_11:36:22.398546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:24.008202 run osmo-stp_10.42.42.5(pid=14517): stderr: \u000a| �[0;m�[38;5;43m20221213113622574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113622574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113622574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113622575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113622575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113622575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113622575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:24.132605 run osmo-stp_10.42.42.5(pid=14517): stdout: \u000a| (launched: 2022-12-13_11:36:22.398546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:24.255703 run osmo-stp_10.42.42.5(pid=14517): stderr: \u000a| �[0;m�[38;5;43m20221213113622574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113622574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113622574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113622575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113622575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113622575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113622575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:24.309790 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14517): Process ended prematurely: osmo-stp_10.42.42.5(pid=14517) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14517)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:36:24.318659 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:36:24.378585 run osmo-hlr_10.42.42.2(pid=14514): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14514)]\u000a11:36:24.427950 run osmo-hlr_10.42.42.2(pid=14514): stdout: \u000a| (launched: 2022-12-13_11:36:21.425628) \u000a11:36:24.478007 run osmo-hlr_10.42.42.2(pid=14514): stderr: \u000a| �[0;m�[1;31m20221213113621604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113621605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113621605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113621605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113621605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113621605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113621618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113621627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113621627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113621627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:24.545784 run osmo-msc_10.42.42.6(pid=14520): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14520)]\u000a11:36:24.595220 run osmo-msc_10.42.42.6(pid=14520): stdout: \u000a| (launched: 2022-12-13_11:36:23.410232) \u000a11:36:24.645177 run osmo-msc_10.42.42.6(pid=14520): stderr: \u000a| �[0;m�[38;5;43m20221213113623686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113623686 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5368d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113623686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113623686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113623687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113623687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113623689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113623689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113623689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113623689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:24.687394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14513): Terminating (SIGTERM)\u000a11:36:24.727152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14516): Terminating (SIGTERM)\u000a11:36:24.767019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14519): Terminating (SIGTERM)\u000a11:36:24.776183 --- ParallelTerminationStrategy: PID 14513 died...\u000a11:36:24.829885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14513): Terminated: ok {rc=0}\u000a11:36:24.839524 --- ParallelTerminationStrategy: PID 14516 died...\u000a11:36:24.892721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14516): Terminated: ok {rc=0}\u000a11:36:24.902255 --- ParallelTerminationStrategy: PID 14519 died...\u000a11:36:24.955365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14519): Terminated: ok {rc=0}\u000a11:36:25.045257 bus /sierra_3: Setting Powered False\u000a11:36:26.150061 bus /sierra_3: Setting Powered False\u000a11:36:27.257641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:36:07" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14531): Process ended prematurely: osmo-stp_10.42.42.5(pid=14531) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14531)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14531): Process ended prematurely: osmo-stp_10.42.42.5(pid=14531) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:36:29.233457 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:29.245475 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:36:29.401394 tst mo_mt_call.py: using LAC 33672\u000a11:36:29.526670 tst mo_mt_call.py: using RAC 12\u000a11:36:29.654286 tst mo_mt_call.py: using CellId 33672\u000a11:36:29.774074 tst mo_mt_call.py: using BVCI 33673\u000a11:36:29.797884 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:29.809263 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:29.820214 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:29.831214 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:29.842153 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:29.853137 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:36:29.969951 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:36:30.183892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:30.707174 run create_hlr_db(pid=14525): Launched\u000a11:36:30.918080 bus /sierra_2: Setting Powered False\u000a11:36:31.912745 run create_hlr_db(pid=14525): Terminated: ok {rc=0}\u000a11:36:32.427957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14527): Launched\u000a11:36:32.763017 run osmo-hlr_10.42.42.2(pid=14528): Launched\u000a11:36:32.885602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:33.466289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14530): Launched\u000a11:36:33.800045 run osmo-stp_10.42.42.5(pid=14531): Launched\u000a11:36:33.921592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:34.530657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14533): Launched\u000a11:36:34.863224 run osmo-msc_10.42.42.6(pid=14534): Launched\u000a11:36:35.056836 run osmo-stp_10.42.42.5(pid=14531): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14531)]\u000a11:36:35.196612 run osmo-stp_10.42.42.5(pid=14531): stdout: \u000a| (launched: 2022-12-13_11:36:33.635793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:35.336037 run osmo-stp_10.42.42.5(pid=14531): stderr: \u000a| �[0;m�[38;5;43m20221213113633830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113633830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113633830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113633831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113633831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113633831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113633831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:35.469768 run osmo-stp_10.42.42.5(pid=14531): stdout: \u000a| (launched: 2022-12-13_11:36:33.635793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:35.602753 run osmo-stp_10.42.42.5(pid=14531): stderr: \u000a| �[0;m�[38;5;43m20221213113633830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113633830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113633830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113633831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113633831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113633831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113633831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:35.661412 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14531): Process ended prematurely: osmo-stp_10.42.42.5(pid=14531) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14531)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:36:35.670780 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:36:35.734590 run osmo-hlr_10.42.42.2(pid=14528): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14528)]\u000a11:36:35.786815 run osmo-hlr_10.42.42.2(pid=14528): stdout: \u000a| (launched: 2022-12-13_11:36:32.597598) \u000a11:36:35.839490 run osmo-hlr_10.42.42.2(pid=14528): stderr: \u000a| �[0;m�[1;31m20221213113632797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113632797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113632797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113632797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113632797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113632797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113632810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113632818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113632819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113632819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:35.910958 run osmo-msc_10.42.42.6(pid=14534): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14534)]\u000a11:36:35.963267 run osmo-msc_10.42.42.6(pid=14534): stdout: \u000a| (launched: 2022-12-13_11:36:34.699849) \u000a11:36:36.016147 run osmo-msc_10.42.42.6(pid=14534): stderr: \u000a| �[0;m�[38;5;43m20221213113635028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113635028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d30edac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113635028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113635028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113635029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113635029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113635031 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113635031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113635031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113635031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:36.061247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14527): Terminating (SIGTERM)\u000a11:36:36.104202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14530): Terminating (SIGTERM)\u000a11:36:36.146973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14533): Terminating (SIGTERM)\u000a11:36:36.156725 --- ParallelTerminationStrategy: PID 14527 died...\u000a11:36:36.213824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14527): Terminated: ok {rc=0}\u000a11:36:36.224032 --- ParallelTerminationStrategy: PID 14530 died...\u000a11:36:36.280815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14530): Terminated: ok {rc=0}\u000a11:36:36.290982 --- ParallelTerminationStrategy: PID 14533 died...\u000a11:36:36.347819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14533): Terminated: ok {rc=0}\u000a11:36:36.435367 bus /sierra_3: Setting Powered False\u000a11:36:37.541936 bus /sierra_3: Setting Powered False\u000a11:36:38.652599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14542): Process ended prematurely: osmo-stp_10.42.42.5(pid=14542) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14542)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14542): Process ended prematurely: osmo-stp_10.42.42.5(pid=14542) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:36:39.769283 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:39.781635 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:36:39.935735 tst mo_mt_call_osmux.py: using LAC 33673\u000a11:36:40.059859 tst mo_mt_call_osmux.py: using RAC 13\u000a11:36:40.183461 tst mo_mt_call_osmux.py: using CellId 33673\u000a11:36:40.310397 tst mo_mt_call_osmux.py: using BVCI 33674\u000a11:36:40.334258 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:40.345485 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:40.356588 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:40.367556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:40.378569 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:36:40.389642 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:36:40.509897 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:36:40.725996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:41.252230 run create_hlr_db(pid=14536): Launched\u000a11:36:41.444441 bus /sierra_2: Setting Powered False\u000a11:36:42.465157 run create_hlr_db(pid=14536): Terminated: ok {rc=0}\u000a11:36:42.909504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14538): Launched\u000a11:36:43.245159 run osmo-hlr_10.42.42.2(pid=14539): Launched\u000a11:36:43.366525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:43.945925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14541): Launched\u000a11:36:44.279715 run osmo-stp_10.42.42.5(pid=14542): Launched\u000a11:36:44.400174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:45.007771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14544): Launched\u000a11:36:45.341482 run osmo-msc_10.42.42.6(pid=14545): Launched\u000a11:36:45.535777 run osmo-stp_10.42.42.5(pid=14542): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14542)]\u000a11:36:45.676754 run osmo-stp_10.42.42.5(pid=14542): stdout: \u000a| (launched: 2022-12-13_11:36:44.114617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:45.816765 run osmo-stp_10.42.42.5(pid=14542): stderr: \u000a| �[0;m�[38;5;43m20221213113644308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113644308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113644309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113644309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113644309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113644309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113644310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:45.980877 run osmo-stp_10.42.42.5(pid=14542): stdout: \u000a| (launched: 2022-12-13_11:36:44.114617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:46.109133 run osmo-stp_10.42.42.5(pid=14542): stderr: \u000a| �[0;m�[38;5;43m20221213113644308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113644308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113644309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113644309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113644309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113644309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113644310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:46.165252 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14542): Process ended prematurely: osmo-stp_10.42.42.5(pid=14542) [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14542)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:36:46.175356 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:36:46.236223 run osmo-hlr_10.42.42.2(pid=14539): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14539)]\u000a11:36:46.288167 run osmo-hlr_10.42.42.2(pid=14539): stdout: \u000a| (launched: 2022-12-13_11:36:43.078790) \u000a11:36:46.339570 run osmo-hlr_10.42.42.2(pid=14539): stderr: \u000a| �[0;m�[1;31m20221213113643279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113643279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113643279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113643279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113643280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113643280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113643291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113643299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113643300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113643300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:46.409008 run osmo-msc_10.42.42.6(pid=14545): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14545)]\u000a11:36:46.461317 run osmo-msc_10.42.42.6(pid=14545): stdout: \u000a| (launched: 2022-12-13_11:36:45.176417) \u000a11:36:46.512104 run osmo-msc_10.42.42.6(pid=14545): stderr: \u000a| �[0;m�[38;5;43m20221213113645502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113645502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f282b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113645502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113645502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113645502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113645502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113645504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113645504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113645505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113645505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:46.555736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14538): Terminating (SIGTERM)\u000a11:36:46.599442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14541): Terminating (SIGTERM)\u000a11:36:46.643261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14544): Terminating (SIGTERM)\u000a11:36:46.654358 --- ParallelTerminationStrategy: PID 14538 died...\u000a11:36:46.711041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14538): Terminated: ok {rc=0}\u000a11:36:46.721206 --- ParallelTerminationStrategy: PID 14541 died...\u000a11:36:46.775935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14541): Terminated: ok {rc=0}\u000a11:36:46.785984 --- ParallelTerminationStrategy: PID 14544 died...\u000a11:36:46.840487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14544): Terminated: ok {rc=0}\u000a11:36:46.930800 bus /sierra_3: Setting Powered False\u000a11:36:48.038550 bus /sierra_3: Setting Powered False\u000a11:36:49.148460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:36:28" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14556): Process ended prematurely: osmo-stp_10.42.42.5(pid=14556) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14556)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14556): Process ended prematurely: osmo-stp_10.42.42.5(pid=14556) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:36:51.122732 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:36:51.134501 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:36:51.288330 tst mo_mt_call.py: using LAC 33674\u000a11:36:51.419426 tst mo_mt_call.py: using RAC 14\u000a11:36:51.548519 tst mo_mt_call.py: using CellId 33674\u000a11:36:51.678606 tst mo_mt_call.py: using BVCI 33675\u000a11:36:51.703896 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:36:51.715413 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:36:51.726900 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:36:51.738258 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:36:51.749885 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:36:51.761794 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:36:51.879475 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:36:52.084717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:52.582202 run create_hlr_db(pid=14550): Launched\u000a11:36:52.759553 bus /sierra_2: Setting Powered False\u000a11:36:53.781736 run create_hlr_db(pid=14550): Terminated: ok {rc=0}\u000a11:36:54.223593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14552): Launched\u000a11:36:54.557847 run osmo-hlr_10.42.42.2(pid=14553): Launched\u000a11:36:54.684214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:55.260921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14555): Launched\u000a11:36:55.594420 run osmo-stp_10.42.42.5(pid=14556): Launched\u000a11:36:55.715314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:56.319990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14558): Launched\u000a11:36:56.652024 run osmo-msc_10.42.42.6(pid=14559): Launched\u000a11:36:56.846428 run osmo-stp_10.42.42.5(pid=14556): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14556)]\u000a11:36:56.987181 run osmo-stp_10.42.42.5(pid=14556): stdout: \u000a| (launched: 2022-12-13_11:36:55.429142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:57.125983 run osmo-stp_10.42.42.5(pid=14556): stderr: \u000a| �[0;m�[38;5;43m20221213113655623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113655624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113655624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113655624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113655627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113655627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113655627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:57.259265 run osmo-stp_10.42.42.5(pid=14556): stdout: \u000a| (launched: 2022-12-13_11:36:55.429142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:57.391315 run osmo-stp_10.42.42.5(pid=14556): stderr: \u000a| �[0;m�[38;5;43m20221213113655623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113655624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113655624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113655624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113655627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113655627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113655627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:57.449698 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14556): Process ended prematurely: osmo-stp_10.42.42.5(pid=14556) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14556)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:36:57.459152 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:36:57.522197 run osmo-hlr_10.42.42.2(pid=14553): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14553)]\u000a11:36:57.574027 run osmo-hlr_10.42.42.2(pid=14553): stdout: \u000a| (launched: 2022-12-13_11:36:54.391547) \u000a11:36:57.626361 run osmo-hlr_10.42.42.2(pid=14553): stderr: \u000a| �[0;m�[1;31m20221213113654593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113654593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113654593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113654593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113654593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113654593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113654605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113654614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113654615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113654615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:57.697066 run osmo-msc_10.42.42.6(pid=14559): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14559)]\u000a11:36:57.748568 run osmo-msc_10.42.42.6(pid=14559): stdout: \u000a| (launched: 2022-12-13_11:36:56.487967) \u000a11:36:57.800732 run osmo-msc_10.42.42.6(pid=14559): stderr: \u000a| �[0;m�[38;5;43m20221213113656813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113656813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd755160c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113656813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113656813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113656813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113656814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113656815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113656816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113656816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113656816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:57.845680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14552): Terminating (SIGTERM)\u000a11:36:57.888229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14555): Terminating (SIGTERM)\u000a11:36:57.930647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14558): Terminating (SIGTERM)\u000a11:36:57.940305 --- ParallelTerminationStrategy: PID 14552 died...\u000a11:36:57.996833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14552): Terminated: ok {rc=0}\u000a11:36:58.006744 --- ParallelTerminationStrategy: PID 14555 died...\u000a11:36:58.063343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14555): Terminated: ok {rc=0}\u000a11:36:58.073517 --- ParallelTerminationStrategy: PID 14558 died...\u000a11:36:58.130331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14558): Terminated: ok {rc=0}\u000a11:36:58.218749 bus /sierra_3: Setting Powered False\u000a11:36:59.325463 bus /sierra_3: Setting Powered False\u000a11:37:00.438792 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14567): Process ended prematurely: osmo-stp_10.42.42.5(pid=14567) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14567)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14567): Process ended prematurely: osmo-stp_10.42.42.5(pid=14567) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:01.574807 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:01.590795 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:37:01.745387 tst mo_mt_call_osmux.py: using LAC 33675\u000a11:37:01.878547 tst mo_mt_call_osmux.py: using RAC 15\u000a11:37:02.003654 tst mo_mt_call_osmux.py: using CellId 33675\u000a11:37:02.160828 tst mo_mt_call_osmux.py: using BVCI 33676\u000a11:37:02.187789 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:02.200817 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:02.213596 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:02.225972 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:02.239637 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:02.254798 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:02.379424 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:02.595791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:03.119503 run create_hlr_db(pid=14561): Launched\u000a11:37:03.313696 bus /sierra_2: Setting Powered False\u000a11:37:04.332752 run create_hlr_db(pid=14561): Terminated: ok {rc=0}\u000a11:37:04.776595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14563): Launched\u000a11:37:05.112218 run osmo-hlr_10.42.42.2(pid=14564): Launched\u000a11:37:05.235115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:05.816544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14566): Launched\u000a11:37:06.152323 run osmo-stp_10.42.42.5(pid=14567): Launched\u000a11:37:06.273992 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:06.880434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14569): Launched\u000a11:37:07.214452 run osmo-msc_10.42.42.6(pid=14570): Launched\u000a11:37:07.408044 run osmo-stp_10.42.42.5(pid=14567): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14567)]\u000a11:37:07.547907 run osmo-stp_10.42.42.5(pid=14567): stdout: \u000a| (launched: 2022-12-13_11:37:05.986336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:07.687437 run osmo-stp_10.42.42.5(pid=14567): stderr: \u000a| �[0;m�[38;5;43m20221213113706179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113706179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113706179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113706180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113706180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113706180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113706180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:07.820433 run osmo-stp_10.42.42.5(pid=14567): stdout: \u000a| (launched: 2022-12-13_11:37:05.986336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:07.952705 run osmo-stp_10.42.42.5(pid=14567): stderr: \u000a| �[0;m�[38;5;43m20221213113706179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113706179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113706179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113706180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113706180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113706180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113706180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:08.010820 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14567): Process ended prematurely: osmo-stp_10.42.42.5(pid=14567) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14567)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:37:08.020182 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:37:08.083540 run osmo-hlr_10.42.42.2(pid=14564): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14564)]\u000a11:37:08.135457 run osmo-hlr_10.42.42.2(pid=14564): stdout: \u000a| (launched: 2022-12-13_11:37:04.946126) \u000a11:37:08.188105 run osmo-hlr_10.42.42.2(pid=14564): stderr: \u000a| �[0;m�[1;31m20221213113705147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113705147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113705147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113705147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113705147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113705147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113705159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113705167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113705168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113705168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:08.259084 run osmo-msc_10.42.42.6(pid=14570): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14570)]\u000a11:37:08.311022 run osmo-msc_10.42.42.6(pid=14570): stdout: \u000a| (launched: 2022-12-13_11:37:07.049241) \u000a11:37:08.363344 run osmo-msc_10.42.42.6(pid=14570): stderr: \u000a| �[0;m�[38;5;43m20221213113707375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113707375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafc6286c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113707375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113707375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113707375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113707376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113707377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113707378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113707378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113707378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:08.407936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14563): Terminating (SIGTERM)\u000a11:37:08.450635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14566): Terminating (SIGTERM)\u000a11:37:08.492528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14569): Terminating (SIGTERM)\u000a11:37:08.502149 --- ParallelTerminationStrategy: PID 14563 died...\u000a11:37:08.558865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14563): Terminated: ok {rc=0}\u000a11:37:08.569306 --- ParallelTerminationStrategy: PID 14566 died...\u000a11:37:08.625973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14566): Terminated: ok {rc=0}\u000a11:37:08.635954 --- ParallelTerminationStrategy: PID 14569 died...\u000a11:37:08.692474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14569): Terminated: ok {rc=0}\u000a11:37:08.780241 bus /sierra_3: Setting Powered False\u000a11:37:09.884023 bus /sierra_3: Setting Powered False\u000a11:37:10.996286 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:36:50" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14581): Process ended prematurely: osmo-stp_10.42.42.5(pid=14581) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14581): Process ended prematurely: osmo-stp_10.42.42.5(pid=14581) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:37:12.953980 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:12.965108 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:37:13.110457 tst mo_mt_call.py: using LAC 33676\u000a11:37:13.234706 tst mo_mt_call.py: using RAC 16\u000a11:37:13.357969 tst mo_mt_call.py: using CellId 33676\u000a11:37:13.481360 tst mo_mt_call.py: using BVCI 33677\u000a11:37:13.505078 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:13.516208 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:13.527216 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:13.538158 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:13.549227 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:13.560257 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:37:13.677913 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:37:13.894779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:14.419598 run create_hlr_db(pid=14575): Launched\u000a11:37:14.613566 bus /sierra_2: Setting Powered False\u000a11:37:15.634024 run create_hlr_db(pid=14575): Terminated: ok {rc=0}\u000a11:37:16.078921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Launched\u000a11:37:16.554204 run osmo-hlr_10.42.42.2(pid=14578): Launched\u000a11:37:16.792007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:17.363729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Launched\u000a11:37:17.701153 run osmo-stp_10.42.42.5(pid=14581): Launched\u000a11:37:17.822745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:18.430647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Launched\u000a11:37:18.765493 run osmo-msc_10.42.42.6(pid=14584): Launched\u000a11:37:18.960832 run osmo-stp_10.42.42.5(pid=14581): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)]\u000a11:37:19.102308 run osmo-stp_10.42.42.5(pid=14581): stdout: \u000a| (launched: 2022-12-13_11:37:17.535729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:19.241629 run osmo-stp_10.42.42.5(pid=14581): stderr: \u000a| �[0;m�[38;5;43m20221213113717733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113717733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113717733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113717733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113717734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113717734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113717734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:19.375332 run osmo-stp_10.42.42.5(pid=14581): stdout: \u000a| (launched: 2022-12-13_11:37:17.535729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:19.508067 run osmo-stp_10.42.42.5(pid=14581): stderr: \u000a| �[0;m�[38;5;43m20221213113717733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113717733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113717733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113717733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113717734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113717734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113717734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:19.566450 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14581): Process ended prematurely: osmo-stp_10.42.42.5(pid=14581) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:37:19.576109 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a11:37:19.639626 run osmo-hlr_10.42.42.2(pid=14578): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14578)]\u000a11:37:19.691615 run osmo-hlr_10.42.42.2(pid=14578): stdout: \u000a| (launched: 2022-12-13_11:37:16.277653) \u000a11:37:19.744560 run osmo-hlr_10.42.42.2(pid=14578): stderr: \u000a| �[0;m�[1;31m20221213113716528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113716528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113716528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113716528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113716528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113716528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113716544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113716559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113716560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113716560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:19.815810 run osmo-msc_10.42.42.6(pid=14584): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14584)]\u000a11:37:19.868026 run osmo-msc_10.42.42.6(pid=14584): stdout: \u000a| (launched: 2022-12-13_11:37:18.600157) \u000a11:37:19.920650 run osmo-msc_10.42.42.6(pid=14584): stderr: \u000a| �[0;m�[38;5;43m20221213113718924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113718924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa48b8f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113718925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113718925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113718925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113718925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113718927 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113718927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113718927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113718927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:19.965719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Terminating (SIGTERM)\u000a11:37:20.009062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Terminating (SIGTERM)\u000a11:37:20.051700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Terminating (SIGTERM)\u000a11:37:20.061488 --- ParallelTerminationStrategy: PID 14577 died...\u000a11:37:20.118411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Terminated: ok {rc=0}\u000a11:37:20.128479 --- ParallelTerminationStrategy: PID 14580 died...\u000a11:37:20.185314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Terminated: ok {rc=0}\u000a11:37:20.195370 --- ParallelTerminationStrategy: PID 14583 died...\u000a11:37:20.252234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Terminated: ok {rc=0}\u000a11:37:20.340782 bus /sierra_3: Setting Powered False\u000a11:37:21.447374 bus /sierra_3: Setting Powered False\u000a11:37:22.559705 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14592): Process ended prematurely: osmo-stp_10.42.42.5(pid=14592) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14592): Process ended prematurely: osmo-stp_10.42.42.5(pid=14592) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:23.675498 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:23.687848 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:37:23.841117 tst mo_mt_call_osmux.py: using LAC 33677\u000a11:37:23.969292 tst mo_mt_call_osmux.py: using RAC 17\u000a11:37:24.097501 tst mo_mt_call_osmux.py: using CellId 33677\u000a11:37:24.220415 tst mo_mt_call_osmux.py: using BVCI 33678\u000a11:37:24.244301 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:24.255646 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:24.266859 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:24.277735 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:24.289136 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:37:24.300301 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:37:24.421463 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:37:24.642833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:25.164700 run create_hlr_db(pid=14586): Launched\u000a11:37:25.356438 bus /sierra_2: Setting Powered False\u000a11:37:26.376685 run create_hlr_db(pid=14586): Terminated: ok {rc=0}\u000a11:37:26.818366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Launched\u000a11:37:27.151102 run osmo-hlr_10.42.42.2(pid=14589): Launched\u000a11:37:27.274172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:27.854685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Launched\u000a11:37:28.188230 run osmo-stp_10.42.42.5(pid=14592): Launched\u000a11:37:28.309404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:28.916256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Launched\u000a11:37:29.249084 run osmo-msc_10.42.42.6(pid=14595): Launched\u000a11:37:29.442962 run osmo-stp_10.42.42.5(pid=14592): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)]\u000a11:37:29.583024 run osmo-stp_10.42.42.5(pid=14592): stdout: \u000a| (launched: 2022-12-13_11:37:28.022349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:29.722413 run osmo-stp_10.42.42.5(pid=14592): stderr: \u000a| �[0;m�[38;5;43m20221213113728216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113728216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113728216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113728217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113728219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113728219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113728219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:29.855244 run osmo-stp_10.42.42.5(pid=14592): stdout: \u000a| (launched: 2022-12-13_11:37:28.022349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:29.988095 run osmo-stp_10.42.42.5(pid=14592): stderr: \u000a| �[0;m�[38;5;43m20221213113728216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113728216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113728216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113728217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113728219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113728219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113728219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:30.046208 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14592): Process ended prematurely: osmo-stp_10.42.42.5(pid=14592) [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)] [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:37:30.055544 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:37:30.118704 run osmo-hlr_10.42.42.2(pid=14589): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14589)]\u000a11:37:30.170240 run osmo-hlr_10.42.42.2(pid=14589): stdout: \u000a| (launched: 2022-12-13_11:37:26.986333) \u000a11:37:30.222332 run osmo-hlr_10.42.42.2(pid=14589): stderr: \u000a| �[0;m�[1;31m20221213113727189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113727189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113727189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113727189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113727189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113727189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113727202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113727210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113727210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113727211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:30.292796 run osmo-msc_10.42.42.6(pid=14595): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14595)]\u000a11:37:30.344292 run osmo-msc_10.42.42.6(pid=14595): stdout: \u000a| (launched: 2022-12-13_11:37:29.084914) \u000a11:37:30.396342 run osmo-msc_10.42.42.6(pid=14595): stderr: \u000a| �[0;m�[38;5;43m20221213113729409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113729409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14a6ddac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113729409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113729409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113729410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113729410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113729411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113729412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113729412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113729412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:30.440632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Terminating (SIGTERM)\u000a11:37:30.482428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Terminating (SIGTERM)\u000a11:37:30.524267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Terminating (SIGTERM)\u000a11:37:30.533813 --- ParallelTerminationStrategy: PID 14588 died...\u000a11:37:30.590573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Terminated: ok {rc=0}\u000a11:37:30.600514 --- ParallelTerminationStrategy: PID 14591 died...\u000a11:37:30.656876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Terminated: ok {rc=0}\u000a11:37:30.666808 --- ParallelTerminationStrategy: PID 14594 died...\u000a11:37:30.722749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Terminated: ok {rc=0}\u000a11:37:30.809893 bus /sierra_3: Setting Powered False\u000a11:37:31.914258 bus /sierra_3: Setting Powered False\u000a11:37:33.022562 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:37:12" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:37:34.979355 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:34.990540 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:37:35.137840 tst mo_mt_call.py: using LAC 33678\u000a11:37:35.260878 tst mo_mt_call.py: using RAC 18\u000a11:37:35.384492 tst mo_mt_call.py: using CellId 33678\u000a11:37:35.507761 tst mo_mt_call.py: using BVCI 33679\u000a11:37:35.531502 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:35.542627 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:35.553603 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:35.564540 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:35.575525 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:35.586611 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:37:35.707632 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:37:35.913042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:36.412782 run create_hlr_db(pid=14600): Launched\u000a11:37:36.591673 bus /sierra_2: Setting Powered False\u000a11:37:37.615268 run create_hlr_db(pid=14600): Terminated: ok {rc=0}\u000a11:37:38.031744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Launched\u000a11:37:38.344051 run osmo-hlr_10.42.42.2(pid=14603): Launched\u000a11:37:38.457887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:38.999674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Launched\u000a11:37:39.311358 run osmo-stp_10.42.42.5(pid=14606): Launched\u000a11:37:39.423216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:39.991797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Launched\u000a11:37:40.304217 run osmo-msc_10.42.42.6(pid=14609): Launched\u000a11:37:40.486146 run osmo-stp_10.42.42.5(pid=14606): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]\u000a11:37:40.616716 run osmo-stp_10.42.42.5(pid=14606): stdout: \u000a| (launched: 2022-12-13_11:37:39.157442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:40.746030 run osmo-stp_10.42.42.5(pid=14606): stderr: \u000a| �[0;m�[38;5;43m20221213113739332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113739332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113739332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113739333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113739333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113739334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113739334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:40.870430 run osmo-stp_10.42.42.5(pid=14606): stdout: \u000a| (launched: 2022-12-13_11:37:39.157442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:40.993956 run osmo-stp_10.42.42.5(pid=14606): stderr: \u000a| �[0;m�[38;5;43m20221213113739332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113739332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113739332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113739333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113739333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113739334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113739334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:41.048237 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)] [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:37:41.056880 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:37:41.116675 run osmo-hlr_10.42.42.2(pid=14603): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14603)]\u000a11:37:41.165966 run osmo-hlr_10.42.42.2(pid=14603): stdout: \u000a| (launched: 2022-12-13_11:37:38.190559) \u000a11:37:41.215884 run osmo-hlr_10.42.42.2(pid=14603): stderr: \u000a| �[0;m�[1;31m20221213113738372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113738372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113738372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113738372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113738372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113738372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113738384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113738393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113738393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113738393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:41.283357 run osmo-msc_10.42.42.6(pid=14609): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14609)]\u000a11:37:41.332508 run osmo-msc_10.42.42.6(pid=14609): stdout: \u000a| (launched: 2022-12-13_11:37:40.149918) \u000a11:37:41.382096 run osmo-msc_10.42.42.6(pid=14609): stderr: \u000a| �[0;m�[38;5;43m20221213113740427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113740427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2941af2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113740427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113740427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113740427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113740428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113740429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113740430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113740430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113740430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:41.424211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminating (SIGTERM)\u000a11:37:41.464117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminating (SIGTERM)\u000a11:37:41.503903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Terminating (SIGTERM)\u000a11:37:41.513042 --- ParallelTerminationStrategy: PID 14602 died...\u000a11:37:41.566494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminated: ok {rc=0}\u000a11:37:41.576015 --- ParallelTerminationStrategy: PID 14605 died...\u000a11:37:41.629636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminated: ok {rc=0}\u000a11:37:41.639231 --- ParallelTerminationStrategy: PID 14608 died...\u000a11:37:41.692560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Terminated: ok {rc=0}\u000a11:37:41.781579 bus /sierra_3: Setting Powered False\u000a11:37:42.884619 bus /sierra_3: Setting Powered False\u000a11:37:43.996800 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14617): Process ended prematurely: osmo-stp_10.42.42.5(pid=14617) [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14617): Process ended prematurely: osmo-stp_10.42.42.5(pid=14617) [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:45.107014 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:45.118983 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:37:45.268206 tst mo_mt_call_osmux.py: using LAC 33679\u000a11:37:45.391356 tst mo_mt_call_osmux.py: using RAC 19\u000a11:37:45.515294 tst mo_mt_call_osmux.py: using CellId 33679\u000a11:37:45.639003 tst mo_mt_call_osmux.py: using BVCI 33680\u000a11:37:45.662924 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:45.674242 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:45.685257 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:45.696270 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:45.707386 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:37:45.718546 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:37:45.834510 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:37:46.048159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:46.583834 run create_hlr_db(pid=14611): Launched\u000a11:37:46.765554 bus /sierra_2: Setting Powered False\u000a11:37:47.783771 run create_hlr_db(pid=14611): Terminated: ok {rc=0}\u000a11:37:48.226091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Launched\u000a11:37:48.561251 run osmo-hlr_10.42.42.2(pid=14614): Launched\u000a11:37:48.685678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:49.265770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Launched\u000a11:37:49.599152 run osmo-stp_10.42.42.5(pid=14617): Launched\u000a11:37:49.721927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:50.330186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Launched\u000a11:37:50.666334 run osmo-msc_10.42.42.6(pid=14620): Launched\u000a11:37:50.859971 run osmo-stp_10.42.42.5(pid=14617): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)]\u000a11:37:51.001226 run osmo-stp_10.42.42.5(pid=14617): stdout: \u000a| (launched: 2022-12-13_11:37:49.434476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:51.139585 run osmo-stp_10.42.42.5(pid=14617): stderr: \u000a| �[0;m�[38;5;43m20221213113749628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113749628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113749628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113749628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113749629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113749629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113749629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:51.272903 run osmo-stp_10.42.42.5(pid=14617): stdout: \u000a| (launched: 2022-12-13_11:37:49.434476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:51.404579 run osmo-stp_10.42.42.5(pid=14617): stderr: \u000a| �[0;m�[38;5;43m20221213113749628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113749628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113749628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113749628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113749629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113749629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113749629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:51.462590 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14617): Process ended prematurely: osmo-stp_10.42.42.5(pid=14617) [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)] [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:37:51.471987 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:37:51.534870 run osmo-hlr_10.42.42.2(pid=14614): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14614)]\u000a11:37:51.586670 run osmo-hlr_10.42.42.2(pid=14614): stdout: \u000a| (launched: 2022-12-13_11:37:48.395531) \u000a11:37:51.639097 run osmo-hlr_10.42.42.2(pid=14614): stderr: \u000a| �[0;m�[1;31m20221213113748596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113748596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113748596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113748596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113748596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113748596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113748608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113748617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113748617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113748617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:51.711064 run osmo-msc_10.42.42.6(pid=14620): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14620)]\u000a11:37:51.762835 run osmo-msc_10.42.42.6(pid=14620): stdout: \u000a| (launched: 2022-12-13_11:37:50.499075) \u000a11:37:51.814970 run osmo-msc_10.42.42.6(pid=14620): stderr: \u000a| �[0;m�[38;5;43m20221213113750821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113750821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79e1e0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113750822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113750822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113750822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113750822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113750824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113750824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113750824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113750824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:51.859430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Terminating (SIGTERM)\u000a11:37:51.902159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Terminating (SIGTERM)\u000a11:37:51.944685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Terminating (SIGTERM)\u000a11:37:51.954395 --- ParallelTerminationStrategy: PID 14613 died...\u000a11:37:52.010969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Terminated: ok {rc=0}\u000a11:37:52.020925 --- ParallelTerminationStrategy: PID 14616 died...\u000a11:37:52.077191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Terminated: ok {rc=0}\u000a11:37:52.087168 --- ParallelTerminationStrategy: PID 14619 died...\u000a11:37:52.143087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Terminated: ok {rc=0}\u000a11:37:52.230120 bus /sierra_3: Setting Powered False\u000a11:37:53.333130 bus /sierra_3: Setting Powered False\u000a11:37:54.445163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:37:34" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14632): Process ended prematurely: osmo-stp_10.42.42.5(pid=14632) [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14632)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14632): Process ended prematurely: osmo-stp_10.42.42.5(pid=14632) [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:37:56.398001 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:37:56.408869 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:37:56.562571 tst mo_mt_call.py: using LAC 33680\u000a11:37:56.693384 tst mo_mt_call.py: using RAC 20\u000a11:37:56.824466 tst mo_mt_call.py: using CellId 33680\u000a11:37:56.957343 tst mo_mt_call.py: using BVCI 33681\u000a11:37:56.982806 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:37:56.994262 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:37:57.005504 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:37:57.016579 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:37:57.028114 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:37:57.039761 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:37:57.158903 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:37:57.378202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:57.903576 run create_hlr_db(pid=14626): Launched\u000a11:37:58.095712 bus /sierra_2: Setting Powered False\u000a11:37:59.116422 run create_hlr_db(pid=14626): Terminated: ok {rc=0}\u000a11:37:59.535608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14628): Launched\u000a11:37:59.845353 run osmo-hlr_10.42.42.2(pid=14629): Launched\u000a11:37:59.960427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:00.503159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14631): Launched\u000a11:38:00.816122 run osmo-stp_10.42.42.5(pid=14632): Launched\u000a11:38:00.937370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:01.541048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14634): Launched\u000a11:38:01.951796 run osmo-msc_10.42.42.6(pid=14635): Launched\u000a11:38:02.204275 run osmo-stp_10.42.42.5(pid=14632): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14632)]\u000a11:38:02.463975 run osmo-stp_10.42.42.5(pid=14632): stdout: \u000a| (launched: 2022-12-13_11:38:00.661773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:02.599117 run osmo-stp_10.42.42.5(pid=14632): stderr: \u000a| �[0;m�[38;5;43m20221213113800837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113800837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113800837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113800838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113800838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113800838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113800838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:02.723727 run osmo-stp_10.42.42.5(pid=14632): stdout: \u000a| (launched: 2022-12-13_11:38:00.661773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:02.846943 run osmo-stp_10.42.42.5(pid=14632): stderr: \u000a| �[0;m�[38;5;43m20221213113800837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113800837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113800837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113800838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113800838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113800838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113800838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:02.901443 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14632): Process ended prematurely: osmo-stp_10.42.42.5(pid=14632) [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14632)] [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:38:02.910332 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:38:02.969915 run osmo-hlr_10.42.42.2(pid=14629): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14629)]\u000a11:38:03.019167 run osmo-hlr_10.42.42.2(pid=14629): stdout: \u000a| (launched: 2022-12-13_11:37:59.692825) \u000a11:38:03.069453 run osmo-hlr_10.42.42.2(pid=14629): stderr: \u000a| �[0;m�[1;31m20221213113759872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113759872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113759872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113759872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113759872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113759872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113759884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113759893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113759894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113759894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:03.137246 run osmo-msc_10.42.42.6(pid=14635): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14635)]\u000a11:38:03.187018 run osmo-msc_10.42.42.6(pid=14635): stdout: \u000a| (launched: 2022-12-13_11:38:01.700386) \u000a11:38:03.237034 run osmo-msc_10.42.42.6(pid=14635): stderr: \u000a| �[0;m�[38;5;43m20221213113802299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113802300 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7990913c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113802300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113802301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113802301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113802301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113802305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113802307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113802307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113802307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:03.279845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14628): Terminating (SIGTERM)\u000a11:38:03.320090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14631): Terminating (SIGTERM)\u000a11:38:03.360347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14634): Terminating (SIGTERM)\u000a11:38:03.369787 --- ParallelTerminationStrategy: PID 14628 died...\u000a11:38:03.424078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14628): Terminated: ok {rc=0}\u000a11:38:03.433714 --- ParallelTerminationStrategy: PID 14631 died...\u000a11:38:03.487124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14631): Terminated: ok {rc=0}\u000a11:38:03.496614 --- ParallelTerminationStrategy: PID 14634 died...\u000a11:38:03.549979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14634): Terminated: ok {rc=0}\u000a11:38:03.638402 bus /sierra_3: Setting Powered False\u000a11:38:04.741364 bus /sierra_3: Setting Powered False\u000a11:38:05.848427 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14643): Process ended prematurely: osmo-stp_10.42.42.5(pid=14643) [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14643)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14643): Process ended prematurely: osmo-stp_10.42.42.5(pid=14643) [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:38:06.964370 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:06.976612 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:38:07.126542 tst mo_mt_call_osmux.py: using LAC 33681\u000a11:38:07.249444 tst mo_mt_call_osmux.py: using RAC 21\u000a11:38:07.372037 tst mo_mt_call_osmux.py: using CellId 33681\u000a11:38:07.495363 tst mo_mt_call_osmux.py: using BVCI 33682\u000a11:38:07.518954 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:07.529947 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:07.540905 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:07.551628 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:07.562877 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:07.573737 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:38:07.695138 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:38:07.900315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:08.399023 run create_hlr_db(pid=14637): Launched\u000a11:38:08.577121 bus /sierra_2: Setting Powered False\u000a11:38:09.598891 run create_hlr_db(pid=14637): Terminated: ok {rc=0}\u000a11:38:10.040906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14639): Launched\u000a11:38:10.375348 run osmo-hlr_10.42.42.2(pid=14640): Launched\u000a11:38:10.497713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:11.077341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14642): Launched\u000a11:38:11.418327 run osmo-stp_10.42.42.5(pid=14643): Launched\u000a11:38:11.539957 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:12.147714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14645): Launched\u000a11:38:12.482603 run osmo-msc_10.42.42.6(pid=14646): Launched\u000a11:38:12.676441 run osmo-stp_10.42.42.5(pid=14643): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14643)]\u000a11:38:12.816489 run osmo-stp_10.42.42.5(pid=14643): stdout: \u000a| (launched: 2022-12-13_11:38:11.246148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:12.955551 run osmo-stp_10.42.42.5(pid=14643): stderr: \u000a| �[0;m�[38;5;43m20221213113811442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113811442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113811442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113811443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113811443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113811443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113811443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:13.088193 run osmo-stp_10.42.42.5(pid=14643): stdout: \u000a| (launched: 2022-12-13_11:38:11.246148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:13.220462 run osmo-stp_10.42.42.5(pid=14643): stderr: \u000a| �[0;m�[38;5;43m20221213113811442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113811442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113811442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113811443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113811443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113811443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113811443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:13.278801 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14643): Process ended prematurely: osmo-stp_10.42.42.5(pid=14643) [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14643)] [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:38:13.288134 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:38:13.351834 run osmo-hlr_10.42.42.2(pid=14640): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14640)]\u000a11:38:13.403909 run osmo-hlr_10.42.42.2(pid=14640): stdout: \u000a| (launched: 2022-12-13_11:38:10.209998) \u000a11:38:13.456453 run osmo-hlr_10.42.42.2(pid=14640): stderr: \u000a| �[0;m�[1;31m20221213113810410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113810410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113810410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113810410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113810411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113810411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113810423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113810432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113810432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113810432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:13.527348 run osmo-msc_10.42.42.6(pid=14646): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14646)]\u000a11:38:13.578929 run osmo-msc_10.42.42.6(pid=14646): stdout: \u000a| (launched: 2022-12-13_11:38:12.315971) \u000a11:38:13.631305 run osmo-msc_10.42.42.6(pid=14646): stderr: \u000a| �[0;m�[38;5;43m20221213113812642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113812642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22b6b34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113812642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113812642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113812642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113812642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113812644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113812644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113812645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113812645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:13.675750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14639): Terminating (SIGTERM)\u000a11:38:13.717698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14642): Terminating (SIGTERM)\u000a11:38:13.759969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14645): Terminating (SIGTERM)\u000a11:38:13.769639 --- ParallelTerminationStrategy: PID 14639 died...\u000a11:38:13.826165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14639): Terminated: ok {rc=0}\u000a11:38:13.836238 --- ParallelTerminationStrategy: PID 14642 died...\u000a11:38:13.892406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14642): Terminated: ok {rc=0}\u000a11:38:13.902377 --- ParallelTerminationStrategy: PID 14645 died...\u000a11:38:13.958623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14645): Terminated: ok {rc=0}\u000a11:38:14.046542 bus /sierra_3: Setting Powered False\u000a11:38:15.152925 bus /sierra_3: Setting Powered False\u000a11:38:16.279721 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:37:56" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14657): Process ended prematurely: osmo-stp_10.42.42.5(pid=14657) [trial-2389↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14657)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14657): Process ended prematurely: osmo-stp_10.42.42.5(pid=14657) [trial-2389↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:38:18.267369 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:18.278575 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a11:38:18.409331 tst emergency_mo_mt_call.py: using LAC 33682\u000a11:38:18.528187 tst emergency_mo_mt_call.py: using RAC 22\u000a11:38:18.654858 tst emergency_mo_mt_call.py: using CellId 33682\u000a11:38:18.786106 tst emergency_mo_mt_call.py: using BVCI 33683\u000a11:38:18.810928 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:18.822018 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:18.833077 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:18.844005 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:18.855365 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:18.866677 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:38:18.984822 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:38:19.197049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:19.713808 run create_hlr_db(pid=14651): Launched\u000a11:38:19.904165 bus /sierra_2: Setting Powered False\u000a11:38:20.924095 run create_hlr_db(pid=14651): Terminated: ok {rc=0}\u000a11:38:21.339059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14653): Launched\u000a11:38:21.649739 run osmo-hlr_10.42.42.2(pid=14654): Launched\u000a11:38:21.761954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:22.294719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14656): Launched\u000a11:38:22.604180 run osmo-stp_10.42.42.5(pid=14657): Launched\u000a11:38:22.740576 tst emergency_mo_mt_call.py: using MSISDN 8140\u000a11:38:22.891867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:23.449747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14659): Launched\u000a11:38:23.760306 run osmo-msc_10.42.42.6(pid=14660): Launched\u000a11:38:23.939256 run osmo-stp_10.42.42.5(pid=14657): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14657)]\u000a11:38:24.067765 run osmo-stp_10.42.42.5(pid=14657): stdout: \u000a| (launched: 2022-12-13_11:38:22.449242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:24.194699 run osmo-stp_10.42.42.5(pid=14657): stderr: \u000a| �[0;m�[38;5;43m20221213113822621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113822622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113822622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113822622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113822623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113822623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113822623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:24.317170 run osmo-stp_10.42.42.5(pid=14657): stdout: \u000a| (launched: 2022-12-13_11:38:22.449242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:24.438669 run osmo-stp_10.42.42.5(pid=14657): stderr: \u000a| �[0;m�[38;5;43m20221213113822621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113822622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113822622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113822622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113822623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113822623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113822623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:24.492001 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14657): Process ended prematurely: osmo-stp_10.42.42.5(pid=14657) [trial-2389↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14657)] [trial-2389↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a11:38:24.500360 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a11:38:24.561082 run osmo-hlr_10.42.42.2(pid=14654): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14654)]\u000a11:38:24.610895 run osmo-hlr_10.42.42.2(pid=14654): stdout: \u000a| (launched: 2022-12-13_11:38:21.495372) \u000a11:38:24.661011 run osmo-hlr_10.42.42.2(pid=14654): stderr: \u000a| �[0;m�[1;31m20221213113821683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113821683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113821684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113821684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113821684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113821684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113821699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113821708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113821709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113821709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:24.728792 run osmo-msc_10.42.42.6(pid=14660): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14660)]\u000a11:38:24.778052 run osmo-msc_10.42.42.6(pid=14660): stdout: \u000a| (launched: 2022-12-13_11:38:23.604768) \u000a11:38:24.828001 run osmo-msc_10.42.42.6(pid=14660): stderr: \u000a| �[0;m�[38;5;43m20221213113823880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113823880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb7780cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113823880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113823880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113823880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113823880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113823882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113823883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113823883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113823883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:24.870328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14653): Terminating (SIGTERM)\u000a11:38:24.910695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14656): Terminating (SIGTERM)\u000a11:38:24.951401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14659): Terminating (SIGTERM)\u000a11:38:24.960793 --- ParallelTerminationStrategy: PID 14653 died...\u000a11:38:25.015366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14653): Terminated: ok {rc=0}\u000a11:38:25.025190 --- ParallelTerminationStrategy: PID 14656 died...\u000a11:38:25.079447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14656): Terminated: ok {rc=0}\u000a11:38:25.089373 --- ParallelTerminationStrategy: PID 14659 died...\u000a11:38:25.143376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14659): Terminated: ok {rc=0}\u000a11:38:25.232916 bus /sierra_3: Setting Powered False\u000a11:38:26.336759 bus /sierra_3: Setting Powered False\u000a11:38:27.448832 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14668): Process ended prematurely: osmo-stp_10.42.42.5(pid=14668) [trial-2389↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14668)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14668): Process ended prematurely: osmo-stp_10.42.42.5(pid=14668) [trial-2389↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:38:28.502276 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:28.513920 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a11:38:28.641723 tst emergency_preemptive_call.py: using LAC 33683\u000a11:38:28.761542 tst emergency_preemptive_call.py: using RAC 23\u000a11:38:28.882060 tst emergency_preemptive_call.py: using CellId 33683\u000a11:38:29.004729 tst emergency_preemptive_call.py: using BVCI 33684\u000a11:38:29.027825 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:29.038606 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:29.049271 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:29.059749 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:29.070858 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:38:29.082007 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:38:29.203249 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:38:29.323947 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:38:29.440541 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:38:29.643205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:30.133836 run create_hlr_db(pid=14662): Launched\u000a11:38:30.309514 bus /sierra_2: Setting Powered False\u000a11:38:31.343712 run create_hlr_db(pid=14662): Terminated: ok {rc=0}\u000a11:38:31.814840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14664): Launched\u000a11:38:32.258286 run osmo-hlr_10.42.42.2(pid=14665): Launched\u000a11:38:32.382328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:32.951869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14667): Launched\u000a11:38:33.280170 run osmo-stp_10.42.42.5(pid=14668): Launched\u000a11:38:33.413504 tst emergency_preemptive_call.py: using MSISDN 8141\u000a11:38:33.575736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:34.169163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14670): Launched\u000a11:38:34.497041 run osmo-msc_10.42.42.6(pid=14671): Launched\u000a11:38:34.694811 run osmo-stp_10.42.42.5(pid=14668): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14668)]\u000a11:38:34.832356 run osmo-stp_10.42.42.5(pid=14668): stdout: \u000a| (launched: 2022-12-13_11:38:33.117948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:34.969853 run osmo-stp_10.42.42.5(pid=14668): stderr: \u000a| �[0;m�[38;5;43m20221213113833316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113833316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113833317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113833317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113833318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113833318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113833318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:35.100933 run osmo-stp_10.42.42.5(pid=14668): stdout: \u000a| (launched: 2022-12-13_11:38:33.117948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:35.231250 run osmo-stp_10.42.42.5(pid=14668): stderr: \u000a| �[0;m�[38;5;43m20221213113833316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113833316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113833317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113833317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113833318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113833318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113833318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:35.288071 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14668): Process ended prematurely: osmo-stp_10.42.42.5(pid=14668) [trial-2389↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14668)] [trial-2389↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a11:38:35.296857 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a11:38:35.359856 run osmo-hlr_10.42.42.2(pid=14665): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14665)]\u000a11:38:35.411256 run osmo-hlr_10.42.42.2(pid=14665): stdout: \u000a| (launched: 2022-12-13_11:38:31.974783) \u000a11:38:35.463242 run osmo-hlr_10.42.42.2(pid=14665): stderr: \u000a| �[0;m�[1;31m20221213113832259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113832259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113832259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113832259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113832259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113832259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113832272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113832282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113832282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113832282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:35.533862 run osmo-msc_10.42.42.6(pid=14671): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14671)]\u000a11:38:35.585496 run osmo-msc_10.42.42.6(pid=14671): stdout: \u000a| (launched: 2022-12-13_11:38:34.334737) \u000a11:38:35.637920 run osmo-msc_10.42.42.6(pid=14671): stderr: \u000a| �[0;m�[38;5;43m20221213113834661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213113834661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f445fa34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213113834661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213113834661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213113834661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213113834661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213113834664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213113834664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213113834664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213113834664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:35.682688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14664): Terminating (SIGTERM)\u000a11:38:35.724329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14667): Terminating (SIGTERM)\u000a11:38:35.766304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14670): Terminating (SIGTERM)\u000a11:38:35.775980 --- ParallelTerminationStrategy: PID 14664 died...\u000a11:38:35.832469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14664): Terminated: ok {rc=0}\u000a11:38:35.842621 --- ParallelTerminationStrategy: PID 14667 died...\u000a11:38:35.898989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14667): Terminated: ok {rc=0}\u000a11:38:35.909113 --- ParallelTerminationStrategy: PID 14670 died...\u000a11:38:35.965224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14670): Terminated: ok {rc=0}\u000a11:38:36.052177 bus /sierra_9: Setting Powered False\u000a11:38:37.157888 bus /sierra_9: Setting Powered False\u000a11:38:38.266860 bus /sierra_8: Setting Powered False\u000a11:38:39.372725 bus /sierra_8: Setting Powered False\u000a11:38:40.481477 bus /sierra_3: Setting Powered False\u000a11:38:41.588079 bus /sierra_3: Setting Powered False\u000a11:38:42.696684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:38:17" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14958): Process ended prematurely: osmo-stp_10.42.42.5(pid=14958) [trial-2389↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14958): Process ended prematurely: osmo-stp_10.42.42.5(pid=14958) [trial-2389↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:38:44.796674 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:44.807753 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:38:44.934849 tst cs_paging_gprs_active.py: using LAC 33684\u000a11:38:45.058605 tst cs_paging_gprs_active.py: using RAC 24\u000a11:38:45.182479 tst cs_paging_gprs_active.py: using CellId 33684\u000a11:38:45.302996 tst cs_paging_gprs_active.py: using BVCI 33685\u000a11:38:45.327279 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:45.338031 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:45.348518 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:45.359033 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:45.370014 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:45.380939 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:45.391806 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:45.402399 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:38:45.413244 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:38:45.533767 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:38:45.821177 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:38:45.983856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:38:46.343714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Launched\u000a11:38:46.633848 run iperf3-srv_10.42.42.10(pid=14677): Launched\u000a11:38:46.834140 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:38:46.974744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:38:47.376135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14706): Launched\u000a11:38:47.679311 run iperf3-srv_10.42.42.10(pid=14715): Launched\u000a11:38:47.895260 tst cs_paging_gprs_active.py:38: start network...\u000a11:38:48.060482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:48.696808 run create_hlr_db(pid=14767): Launched\u000a11:38:48.917641 bus /sierra_2: Setting Powered False\u000a11:38:49.923861 run create_hlr_db(pid=14767): Terminated: ok {rc=0}\u000a11:38:50.414494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14952): Launched\u000a11:38:50.862715 run osmo-hlr_10.42.42.2(pid=14953): Launched\u000a11:38:51.109455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:51.709070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Launched\u000a11:38:52.138824 run osmo-stp_10.42.42.5(pid=14958): Launched\u000a11:38:52.364773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:38:53.995436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Launched\u000a11:38:54.119936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:38:54.445012 run patchelf(pid=14961): Launched\u000a11:38:54.648037 run osmo-stp_10.42.42.5(pid=14958): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)]\u000a11:38:54.798111 run osmo-stp_10.42.42.5(pid=14958): stdout: \u000a| (launched: 2022-12-13_11:38:51.868471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:54.947149 run osmo-stp_10.42.42.5(pid=14958): stderr: \u000a| �[0;m�[38;5;43m20221213113852164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113852164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113852164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113852165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113852165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113852165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113852166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:55.091038 run osmo-stp_10.42.42.5(pid=14958): stdout: \u000a| (launched: 2022-12-13_11:38:51.868471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:55.232515 run osmo-stp_10.42.42.5(pid=14958): stderr: \u000a| �[0;m�[38;5;43m20221213113852164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113852164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113852164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113852165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113852165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113852165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113852166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:55.398827 run patchelf(pid=14961): Terminating (SIGINT)\u000a11:38:55.593565 run patchelf(pid=14961): Terminated: ok {rc=0}\u000a11:38:55.629760 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14958): Process ended prematurely: osmo-stp_10.42.42.5(pid=14958) [trial-2389↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)] [trial-2389↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a11:38:55.640848 tst cs_paging_gprs_active.py:38: Test FAILED (10.9 sec)\u000a11:38:55.710362 run osmo-hlr_10.42.42.2(pid=14953): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14953)]\u000a11:38:55.765164 run osmo-hlr_10.42.42.2(pid=14953): stdout: \u000a| (launched: 2022-12-13_11:38:50.589831) \u000a11:38:55.821749 run osmo-hlr_10.42.42.2(pid=14953): stderr: \u000a| �[0;m�[1;31m20221213113850899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113850899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113850899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113850899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113850900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113850900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113850920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113850933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113850933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113850933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:55.870544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Terminating (SIGTERM)\u000a11:38:55.921905 run iperf3-srv_10.42.42.10(pid=14677): Terminating (SIGTERM)\u000a11:38:55.969322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14706): Terminating (SIGTERM)\u000a11:38:56.016170 run iperf3-srv_10.42.42.10(pid=14715): Terminating (SIGTERM)\u000a11:38:56.064192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14952): Terminating (SIGTERM)\u000a11:38:56.111101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Terminating (SIGTERM)\u000a11:38:56.158166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Terminating (SIGTERM)\u000a11:38:56.169297 --- ParallelTerminationStrategy: PID 14676 died...\u000a11:38:56.231557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Terminated: ok {rc=0}\u000a11:38:56.243311 --- ParallelTerminationStrategy: PID 14677 died...\u000a11:38:56.303951 run iperf3-srv_10.42.42.10(pid=14677): Terminated {rc=256}\u000a11:38:56.315970 --- ParallelTerminationStrategy: PID 14706 died...\u000a11:38:56.375819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14706): Terminated: ok {rc=0}\u000a11:38:56.387845 --- ParallelTerminationStrategy: PID 14715 died...\u000a11:38:56.447199 run iperf3-srv_10.42.42.10(pid=14715): Terminated {rc=256}\u000a11:38:56.459225 --- ParallelTerminationStrategy: PID 14952 died...\u000a11:38:56.519295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14952): Terminated: ok {rc=0}\u000a11:38:56.531511 --- ParallelTerminationStrategy: PID 14957 died...\u000a11:38:56.591955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Terminated: ok {rc=0}\u000a11:38:56.603066 --- ParallelTerminationStrategy: PID 14960 died...\u000a11:38:56.664931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Terminated: ok {rc=0}\u000a11:38:56.757961 bus /gobi_0: Setting Powered False\u000a11:38:57.869186 bus /gobi_0: Setting Powered False\u000a11:38:58.986158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "gprs:sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14970): Process ended prematurely: osmo-stp_10.42.42.5(pid=14970) [trial-2389↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14970)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14970): Process ended prematurely: osmo-stp_10.42.42.5(pid=14970) [trial-2389↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a11:39:00.109998 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.122919 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:39:00.263565 tst iperf3.py: using LAC 33685\u000a11:39:00.399178 tst iperf3.py: using RAC 25\u000a11:39:00.534134 tst iperf3.py: using CellId 33685\u000a11:39:00.671573 tst iperf3.py: using BVCI 33686\u000a11:39:00.698887 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.711403 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.723664 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.735807 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.749179 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.762403 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.776687 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.789656 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:00.802977 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:39:01.180573 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:39:01.326154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:01.695522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14962): Launched\u000a11:39:02.004880 run iperf3-srv_10.42.42.10(pid=14963): Launched\u000a11:39:02.217988 tst iperf3.py:8: start network...\u000a11:39:02.363872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:02.943992 run create_hlr_db(pid=14964): Launched\u000a11:39:03.144157 bus /gobi_6: Setting Powered False\u000a11:39:04.164801 run create_hlr_db(pid=14964): Terminated: ok {rc=0}\u000a11:39:04.635760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14966): Launched\u000a11:39:05.083064 run osmo-hlr_10.42.42.2(pid=14967): Launched\u000a11:39:05.332404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:05.945807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14969): Launched\u000a11:39:06.394752 run osmo-stp_10.42.42.5(pid=14970): Launched\u000a11:39:06.618786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:07.232153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14972): Launched\u000a11:39:07.357781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:07.676704 run patchelf(pid=14973): Launched\u000a11:39:07.880117 run osmo-stp_10.42.42.5(pid=14970): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14970)]\u000a11:39:08.028871 run osmo-stp_10.42.42.5(pid=14970): stdout: \u000a| (launched: 2022-12-13_11:39:06.121226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:08.177684 run osmo-stp_10.42.42.5(pid=14970): stderr: \u000a| �[0;m�[38;5;43m20221213113906426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113906426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113906426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113906427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113906427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113906427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113906427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:08.321520 run osmo-stp_10.42.42.5(pid=14970): stdout: \u000a| (launched: 2022-12-13_11:39:06.121226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:08.464482 run osmo-stp_10.42.42.5(pid=14970): stderr: \u000a| �[0;m�[38;5;43m20221213113906426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113906426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113906426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113906427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113906427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113906427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113906427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:08.631217 run patchelf(pid=14973): Terminating (SIGINT)\u000a11:39:08.826888 run patchelf(pid=14973): Terminated: ok {rc=0}\u000a11:39:08.863910 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14970): Process ended prematurely: osmo-stp_10.42.42.5(pid=14970) [trial-2389↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14970)] [trial-2389↪gprs:sysmo↪iperf3.py:8]\u000a11:39:08.875586 tst iperf3.py:8: Test FAILED (8.8 sec)\u000a11:39:08.944320 run osmo-hlr_10.42.42.2(pid=14967): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14967)]\u000a11:39:09.000401 run osmo-hlr_10.42.42.2(pid=14967): stdout: \u000a| (launched: 2022-12-13_11:39:04.811667) \u000a11:39:09.056519 run osmo-hlr_10.42.42.2(pid=14967): stderr: \u000a| �[0;m�[1;31m20221213113905121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113905121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113905121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113905121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113905121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113905121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113905141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113905154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113905154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113905154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:09.106101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14962): Terminating (SIGTERM)\u000a11:39:09.153360 run iperf3-srv_10.42.42.10(pid=14963): Terminating (SIGTERM)\u000a11:39:09.200670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14966): Terminating (SIGTERM)\u000a11:39:09.247628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14969): Terminating (SIGTERM)\u000a11:39:09.296436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14972): Terminating (SIGTERM)\u000a11:39:09.307467 --- ParallelTerminationStrategy: PID 14962 died...\u000a11:39:09.370895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14962): Terminated: ok {rc=0}\u000a11:39:09.383550 --- ParallelTerminationStrategy: PID 14963 died...\u000a11:39:09.443051 run iperf3-srv_10.42.42.10(pid=14963): Terminated {rc=256}\u000a11:39:09.455666 --- ParallelTerminationStrategy: PID 14966 died...\u000a11:39:09.517430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14966): Terminated: ok {rc=0}\u000a11:39:09.529603 --- ParallelTerminationStrategy: PID 14969 died...\u000a11:39:09.591186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14969): Terminated: ok {rc=0}\u000a11:39:09.602959 --- ParallelTerminationStrategy: PID 14972 died...\u000a11:39:09.664608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14972): Terminated: ok {rc=0}\u000a11:39:09.758675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14988): Process ended prematurely: osmo-stp_10.42.42.5(pid=14988) [trial-2389↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14988)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14988): Process ended prematurely: osmo-stp_10.42.42.5(pid=14988) [trial-2389↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a11:39:10.873016 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:10.884604 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:39:11.019991 tst iperf3m4.py: using LAC 33686\u000a11:39:11.152668 tst iperf3m4.py: using RAC 26\u000a11:39:11.284675 tst iperf3m4.py: using CellId 33686\u000a11:39:11.416703 tst iperf3m4.py: using BVCI 33687\u000a11:39:11.442589 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:11.453912 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:11.465026 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:11.475980 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:11.487185 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:11.498433 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:11.509975 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:11.521232 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:11.532492 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:39:11.655394 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:39:11.776613 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:39:11.898570 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:39:12.185134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:39:12.314989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:12.643083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14974): Launched\u000a11:39:12.915163 run iperf3-srv_10.42.42.10(pid=14975): Launched\u000a11:39:13.105956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:39:13.235625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:13.562392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14976): Launched\u000a11:39:13.833644 run iperf3-srv_10.42.42.10(pid=14977): Launched\u000a11:39:14.024536 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:39:14.155062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:14.482256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14978): Launched\u000a11:39:14.753192 run iperf3-srv_10.42.42.10(pid=14979): Launched\u000a11:39:14.944428 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:39:15.073970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:15.399062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14980): Launched\u000a11:39:15.694495 run iperf3-srv_10.42.42.10(pid=14981): Launched\u000a11:39:15.910051 tst iperf3m4.py:8: start network...\u000a11:39:16.053437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:16.674299 run create_hlr_db(pid=14982): Launched\u000a11:39:16.857864 bus /gobi_6: Setting Powered False\u000a11:39:17.875459 run create_hlr_db(pid=14982): Terminated: ok {rc=0}\u000a11:39:18.292903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14984): Launched\u000a11:39:18.606005 run osmo-hlr_10.42.42.2(pid=14985): Launched\u000a11:39:18.727913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:19.282036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14987): Launched\u000a11:39:19.595135 run osmo-stp_10.42.42.5(pid=14988): Launched\u000a11:39:19.706880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:20.249393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14990): Launched\u000a11:39:20.359860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:20.633722 run patchelf(pid=14991): Launched\u000a11:39:20.815885 run osmo-stp_10.42.42.5(pid=14988): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14988)]\u000a11:39:20.949091 run osmo-stp_10.42.42.5(pid=14988): stdout: \u000a| (launched: 2022-12-13_11:39:19.439411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:21.084079 run osmo-stp_10.42.42.5(pid=14988): stderr: \u000a| �[0;m�[38;5;43m20221213113919613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113919613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113919614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113919614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113919615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113919615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113919615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:21.212094 run osmo-stp_10.42.42.5(pid=14988): stdout: \u000a| (launched: 2022-12-13_11:39:19.439411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:21.338757 run osmo-stp_10.42.42.5(pid=14988): stderr: \u000a| �[0;m�[38;5;43m20221213113919613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113919613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113919614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113919614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113919615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113919615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113919615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:21.486450 run patchelf(pid=14991): Terminating (SIGINT)\u000a11:39:21.660154 run patchelf(pid=14991): Terminated: ok {rc=0}\u000a11:39:21.692114 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14988): Process ended prematurely: osmo-stp_10.42.42.5(pid=14988) [trial-2389↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14988)] [trial-2389↪gprs:sysmo↪iperf3m4.py:8]\u000a11:39:21.701530 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:39:21.762129 run osmo-hlr_10.42.42.2(pid=14985): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14985)]\u000a11:39:21.812234 run osmo-hlr_10.42.42.2(pid=14985): stdout: \u000a| (launched: 2022-12-13_11:39:18.450795) \u000a11:39:21.862588 run osmo-hlr_10.42.42.2(pid=14985): stderr: \u000a| �[0;m�[1;31m20221213113918635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113918635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113918635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113918635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113918635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113918636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113918648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113918659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113918659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113918659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:21.905340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14974): Terminating (SIGTERM)\u000a11:39:21.945407 run iperf3-srv_10.42.42.10(pid=14975): Terminating (SIGTERM)\u000a11:39:21.985488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14976): Terminating (SIGTERM)\u000a11:39:22.025363 run iperf3-srv_10.42.42.10(pid=14977): Terminating (SIGTERM)\u000a11:39:22.065369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14978): Terminating (SIGTERM)\u000a11:39:22.105613 run iperf3-srv_10.42.42.10(pid=14979): Terminating (SIGTERM)\u000a11:39:22.145594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14980): Terminating (SIGTERM)\u000a11:39:22.185450 run iperf3-srv_10.42.42.10(pid=14981): Terminating (SIGTERM)\u000a11:39:22.225515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14984): Terminating (SIGTERM)\u000a11:39:22.265599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14987): Terminating (SIGTERM)\u000a11:39:22.305549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14990): Terminating (SIGTERM)\u000a11:39:22.314806 --- ParallelTerminationStrategy: PID 14974 died...\u000a11:39:22.368685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14974): Terminated: ok {rc=0}\u000a11:39:22.378340 --- ParallelTerminationStrategy: PID 14975 died...\u000a11:39:22.431815 run iperf3-srv_10.42.42.10(pid=14975): Terminated {rc=256}\u000a11:39:22.441822 --- ParallelTerminationStrategy: PID 14976 died...\u000a11:39:22.495489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14976): Terminated: ok {rc=0}\u000a11:39:22.505195 --- ParallelTerminationStrategy: PID 14977 died...\u000a11:39:22.558683 run iperf3-srv_10.42.42.10(pid=14977): Terminated {rc=256}\u000a11:39:22.568255 --- ParallelTerminationStrategy: PID 14978 died...\u000a11:39:22.621731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14978): Terminated: ok {rc=0}\u000a11:39:22.631370 --- ParallelTerminationStrategy: PID 14979 died...\u000a11:39:22.684758 run iperf3-srv_10.42.42.10(pid=14979): Terminated {rc=256}\u000a11:39:22.694402 --- ParallelTerminationStrategy: PID 14980 died...\u000a11:39:22.747783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14980): Terminated: ok {rc=0}\u000a11:39:22.757443 --- ParallelTerminationStrategy: PID 14981 died...\u000a11:39:22.810598 run iperf3-srv_10.42.42.10(pid=14981): Terminated {rc=256}\u000a11:39:22.820218 --- ParallelTerminationStrategy: PID 14984 died...\u000a11:39:22.873641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14984): Terminated: ok {rc=0}\u000a11:39:22.883255 --- ParallelTerminationStrategy: PID 14987 died...\u000a11:39:22.936550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14987): Terminated: ok {rc=0}\u000a11:39:22.946244 --- ParallelTerminationStrategy: PID 14990 died...\u000a11:39:23.000171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14990): Terminated: ok {rc=0}\u000a11:39:23.084078 bus /gobi_4: Setting Powered False\u000a11:39:24.191728 bus /gobi_4: Setting Powered False\u000a11:39:25.301428 bus /gobi_1: Setting Powered False\u000a11:39:26.407481 bus /gobi_1: Setting Powered False\u000a11:39:27.515731 bus /gobi_0: Setting Powered False\u000a11:39:28.622670 bus /gobi_0: Setting Powered False\u000a11:39:29.733648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14998): Process ended prematurely: osmo-stp_10.42.42.5(pid=14998) [trial-2389↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14998)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14998): Process ended prematurely: osmo-stp_10.42.42.5(pid=14998) [trial-2389↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo ping.py\u000a----------------------------------------------\u000a11:39:30.802577 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:30.814758 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:39:30.971454 tst ping.py: using LAC 33687\u000a11:39:31.111314 tst ping.py: using RAC 27\u000a11:39:31.263066 tst ping.py: using CellId 33687\u000a11:39:31.413353 tst ping.py: using BVCI 33688\u000a11:39:31.445948 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:31.460616 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:31.474591 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:31.488208 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:31.500536 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:31.513918 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:31.529128 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:31.542208 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:39:31.858430 tst ping.py:19: start network...\u000a11:39:31.987158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:32.483758 run create_hlr_db(pid=14992): Launched\u000a11:39:32.662240 bus /gobi_6: Setting Powered False\u000a11:39:33.681750 run create_hlr_db(pid=14992): Terminated: ok {rc=0}\u000a11:39:34.120212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14994): Launched\u000a11:39:34.452363 run osmo-hlr_10.42.42.2(pid=14995): Launched\u000a11:39:34.574051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:35.146538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14997): Launched\u000a11:39:35.474696 run osmo-stp_10.42.42.5(pid=14998): Launched\u000a11:39:35.594786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:36.167145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15000): Launched\u000a11:39:36.284771 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:36.565134 run patchelf(pid=15001): Launched\u000a11:39:36.744599 run osmo-stp_10.42.42.5(pid=14998): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14998)]\u000a11:39:36.875247 run osmo-stp_10.42.42.5(pid=14998): stdout: \u000a| (launched: 2022-12-13_11:39:35.312564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:37.006551 run osmo-stp_10.42.42.5(pid=14998): stderr: \u000a| �[0;m�[38;5;43m20221213113935509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113935509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113935509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113935510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113935510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113935510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113935510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:37.133779 run osmo-stp_10.42.42.5(pid=14998): stdout: \u000a| (launched: 2022-12-13_11:39:35.312564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:37.258608 run osmo-stp_10.42.42.5(pid=14998): stderr: \u000a| �[0;m�[38;5;43m20221213113935509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113935509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113935509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113935510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113935510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113935510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113935510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:37.403456 run patchelf(pid=15001): Terminating (SIGINT)\u000a11:39:37.574324 run patchelf(pid=15001): Terminated: ok {rc=0}\u000a11:39:37.605868 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14998): Process ended prematurely: osmo-stp_10.42.42.5(pid=14998) [trial-2389↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14998)] [trial-2389↪gprs:sysmo↪ping.py:22]\u000a11:39:37.614884 tst ping.py:22: Test FAILED (6.8 sec)\u000a11:39:37.675567 run osmo-hlr_10.42.42.2(pid=14995): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14995)]\u000a11:39:37.725216 run osmo-hlr_10.42.42.2(pid=14995): stdout: \u000a| (launched: 2022-12-13_11:39:34.287594) \u000a11:39:37.775524 run osmo-hlr_10.42.42.2(pid=14995): stderr: \u000a| �[0;m�[1;31m20221213113934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113934502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113934510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113934511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113934511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:37.818478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14994): Terminating (SIGTERM)\u000a11:39:37.859193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14997): Terminating (SIGTERM)\u000a11:39:37.899703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15000): Terminating (SIGTERM)\u000a11:39:37.909228 --- ParallelTerminationStrategy: PID 14994 died...\u000a11:39:37.963683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14994): Terminated: ok {rc=0}\u000a11:39:37.973556 --- ParallelTerminationStrategy: PID 14997 died...\u000a11:39:38.027469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14997): Terminated: ok {rc=0}\u000a11:39:38.037316 --- ParallelTerminationStrategy: PID 15000 died...\u000a11:39:38.091364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15000): Terminated: ok {rc=0}\u000a11:39:38.176463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15010): Process ended prematurely: osmo-stp_10.42.42.5(pid=15010) [trial-2389↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15010)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15010): Process ended prematurely: osmo-stp_10.42.42.5(pid=15010) [trial-2389↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:39:39.230441 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:39.242990 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:39:39.377832 tst ping_idle_ping.py: using LAC 33688\u000a11:39:39.502976 tst ping_idle_ping.py: using RAC 28\u000a11:39:39.621434 tst ping_idle_ping.py: using CellId 33688\u000a11:39:39.740693 tst ping_idle_ping.py: using BVCI 33689\u000a11:39:39.764067 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:39.774731 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:39.785307 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:39.795747 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:39.806503 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:39.817373 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:39.828314 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:39:39.839387 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:39:40.127072 tst ping_idle_ping.py:24: start network...\u000a11:39:40.254229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:40.746303 run create_hlr_db(pid=15004): Launched\u000a11:39:40.922530 bus /gobi_6: Setting Powered False\u000a11:39:41.943496 run create_hlr_db(pid=15004): Terminated: ok {rc=0}\u000a11:39:42.351585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15006): Launched\u000a11:39:42.660728 run osmo-hlr_10.42.42.2(pid=15007): Launched\u000a11:39:42.770569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:43.303002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15009): Launched\u000a11:39:43.610759 run osmo-stp_10.42.42.5(pid=15010): Launched\u000a11:39:43.721450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:44.259420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15012): Launched\u000a11:39:44.368742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:44.637516 run patchelf(pid=15013): Launched\u000a11:39:44.815992 run osmo-stp_10.42.42.5(pid=15010): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15010)]\u000a11:39:44.946455 run osmo-stp_10.42.42.5(pid=15010): stdout: \u000a| (launched: 2022-12-13_11:39:43.457983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:45.077118 run osmo-stp_10.42.42.5(pid=15010): stderr: \u000a| �[0;m�[38;5;43m20221213113943631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113943631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113943631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113943632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113943632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113943632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113943632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:45.203558 run osmo-stp_10.42.42.5(pid=15010): stdout: \u000a| (launched: 2022-12-13_11:39:43.457983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:45.328307 run osmo-stp_10.42.42.5(pid=15010): stderr: \u000a| �[0;m�[38;5;43m20221213113943631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113943631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113943631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113943632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113943632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113943632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113943632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:45.473677 run patchelf(pid=15013): Terminating (SIGINT)\u000a11:39:45.643937 run patchelf(pid=15013): Terminated: ok {rc=0}\u000a11:39:45.675197 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15010): Process ended prematurely: osmo-stp_10.42.42.5(pid=15010) [trial-2389↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15010)] [trial-2389↪gprs:sysmo↪ping_idle_ping.py:27]\u000a11:39:45.683787 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:39:45.743758 run osmo-hlr_10.42.42.2(pid=15007): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15007)]\u000a11:39:45.792450 run osmo-hlr_10.42.42.2(pid=15007): stdout: \u000a| (launched: 2022-12-13_11:39:42.507326) \u000a11:39:45.841938 run osmo-hlr_10.42.42.2(pid=15007): stderr: \u000a| �[0;m�[1;31m20221213113942689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113942689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113942689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113942689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113942689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113942689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113942739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113942749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113942750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113942750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:45.884048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15006): Terminating (SIGTERM)\u000a11:39:45.923923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15009): Terminating (SIGTERM)\u000a11:39:45.964059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15012): Terminating (SIGTERM)\u000a11:39:45.973273 --- ParallelTerminationStrategy: PID 15006 died...\u000a11:39:46.027218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15006): Terminated: ok {rc=0}\u000a11:39:46.037138 --- ParallelTerminationStrategy: PID 15009 died...\u000a11:39:46.091201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15009): Terminated: ok {rc=0}\u000a11:39:46.101262 --- ParallelTerminationStrategy: PID 15012 died...\u000a11:39:46.155153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15012): Terminated: ok {rc=0}\u000a11:39:46.241377 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:38:44" }, { "cases" : [ { "testActions" : [ ], "age" : 77, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15027): Process ended prematurely: osmo-stp_10.42.42.5(pid=15027) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15027)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15027): Process ended prematurely: osmo-stp_10.42.42.5(pid=15027) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:39:48.391206 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:48.402183 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:39:48.536589 tst cs_paging_gprs_active.py: using LAC 33689\u000a11:39:48.666649 tst cs_paging_gprs_active.py: using RAC 29\u000a11:39:48.801992 tst cs_paging_gprs_active.py: using CellId 33689\u000a11:39:48.932170 tst cs_paging_gprs_active.py: using BVCI 33690\u000a11:39:48.957881 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:48.969307 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:48.980397 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:48.991640 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:49.003554 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:49.015378 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:49.027453 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:49.039451 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:39:49.051566 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:39:49.173127 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:39:49.457715 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:39:49.587972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:49.914481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Launched\u000a11:39:50.183986 run iperf3-srv_10.42.42.10(pid=15018): Launched\u000a11:39:50.375037 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:39:50.505134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:39:50.830450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15019): Launched\u000a11:39:51.102079 run iperf3-srv_10.42.42.10(pid=15020): Launched\u000a11:39:51.293066 tst cs_paging_gprs_active.py:38: start network...\u000a11:39:51.422699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:51.924419 run create_hlr_db(pid=15021): Launched\u000a11:39:52.104199 bus /gobi_6: Setting Powered False\u000a11:39:53.125571 run create_hlr_db(pid=15021): Terminated: ok {rc=0}\u000a11:39:53.570604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15023): Launched\u000a11:39:53.908839 run osmo-hlr_10.42.42.2(pid=15024): Launched\u000a11:39:54.030026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:54.613065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15026): Launched\u000a11:39:54.950768 run osmo-stp_10.42.42.5(pid=15027): Launched\u000a11:39:55.072305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:39:55.659782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15029): Launched\u000a11:39:55.779287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:39:56.073014 run patchelf(pid=15030): Launched\u000a11:39:56.269433 run osmo-stp_10.42.42.5(pid=15027): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15027)]\u000a11:39:56.412890 run osmo-stp_10.42.42.5(pid=15027): stdout: \u000a| (launched: 2022-12-13_11:39:54.783252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:56.557077 run osmo-stp_10.42.42.5(pid=15027): stderr: \u000a| �[0;m�[38;5;43m20221213113954979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113954979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113954980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113954980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113954980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113954981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113954981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:56.695754 run osmo-stp_10.42.42.5(pid=15027): stdout: \u000a| (launched: 2022-12-13_11:39:54.783252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:56.833313 run osmo-stp_10.42.42.5(pid=15027): stderr: \u000a| �[0;m�[38;5;43m20221213113954979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213113954979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213113954980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213113954980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213113954980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213113954981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213113954981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:56.993554 run patchelf(pid=15030): Terminating (SIGINT)\u000a11:39:57.180814 run patchelf(pid=15030): Terminated: ok {rc=0}\u000a11:39:57.215236 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15027): Process ended prematurely: osmo-stp_10.42.42.5(pid=15027) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15027)] [trial-2389↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:39:57.225391 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:39:57.289358 run osmo-hlr_10.42.42.2(pid=15024): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15024)]\u000a11:39:57.341263 run osmo-hlr_10.42.42.2(pid=15024): stdout: \u000a| (launched: 2022-12-13_11:39:53.741362) \u000a11:39:57.394038 run osmo-hlr_10.42.42.2(pid=15024): stderr: \u000a| �[0;m�[1;31m20221213113953944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213113953945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213113953945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113953945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213113953945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213113953945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213113954003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213113954012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213113954012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213113954012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:57.439195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Terminating (SIGTERM)\u000a11:39:57.481599 run iperf3-srv_10.42.42.10(pid=15018): Terminating (SIGTERM)\u000a11:39:57.523974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15019): Terminating (SIGTERM)\u000a11:39:57.566647 run iperf3-srv_10.42.42.10(pid=15020): Terminating (SIGTERM)\u000a11:39:57.608848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15023): Terminating (SIGTERM)\u000a11:39:57.651337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15026): Terminating (SIGTERM)\u000a11:39:57.693690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15029): Terminating (SIGTERM)\u000a11:39:57.703083 --- ParallelTerminationStrategy: PID 15017 died...\u000a11:39:57.759831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Terminated: ok {rc=0}\u000a11:39:57.769942 --- ParallelTerminationStrategy: PID 15018 died...\u000a11:39:57.826205 run iperf3-srv_10.42.42.10(pid=15018): Terminated {rc=256}\u000a11:39:57.836169 --- ParallelTerminationStrategy: PID 15019 died...\u000a11:39:57.892830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15019): Terminated: ok {rc=0}\u000a11:39:57.902886 --- ParallelTerminationStrategy: PID 15020 died...\u000a11:39:57.959106 run iperf3-srv_10.42.42.10(pid=15020): Terminated {rc=256}\u000a11:39:57.969167 --- ParallelTerminationStrategy: PID 15023 died...\u000a11:39:58.025089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15023): Terminated: ok {rc=0}\u000a11:39:58.035456 --- ParallelTerminationStrategy: PID 15026 died...\u000a11:39:58.091955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15026): Terminated: ok {rc=0}\u000a11:39:58.102415 --- ParallelTerminationStrategy: PID 15029 died...\u000a11:39:58.158805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15029): Terminated: ok {rc=0}\u000a11:39:58.246174 bus /gobi_0: Setting Powered False\u000a11:39:59.348632 bus /gobi_0: Setting Powered False\u000a11:40:00.459190 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15042): Process ended prematurely: osmo-stp_10.42.42.5(pid=15042) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15042)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15042): Process ended prematurely: osmo-stp_10.42.42.5(pid=15042) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:40:01.573257 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:01.586177 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:40:01.742489 tst iperf3.py: using LAC 33690\u000a11:40:01.890310 tst iperf3.py: using RAC 30\u000a11:40:02.047354 tst iperf3.py: using CellId 33690\u000a11:40:02.175282 tst iperf3.py: using BVCI 33691\u000a11:40:02.200011 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:02.211571 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:02.223371 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:02.235321 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:02.246732 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:02.258112 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:02.269457 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:02.280743 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:02.292002 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:02.579878 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:40:02.709587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:03.034529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15034): Launched\u000a11:40:03.305172 run iperf3-srv_10.42.42.10(pid=15035): Launched\u000a11:40:03.494702 tst iperf3.py:8: start network...\u000a11:40:03.623721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:04.124029 run create_hlr_db(pid=15036): Launched\u000a11:40:04.302495 bus /gobi_6: Setting Powered False\u000a11:40:05.324856 run create_hlr_db(pid=15036): Terminated: ok {rc=0}\u000a11:40:05.771125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15038): Launched\u000a11:40:06.108242 run osmo-hlr_10.42.42.2(pid=15039): Launched\u000a11:40:06.231397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:06.810399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15041): Launched\u000a11:40:07.145791 run osmo-stp_10.42.42.5(pid=15042): Launched\u000a11:40:07.267776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:07.853374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15044): Launched\u000a11:40:07.972615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:08.265848 run patchelf(pid=15045): Launched\u000a11:40:08.460676 run osmo-stp_10.42.42.5(pid=15042): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15042)]\u000a11:40:08.603424 run osmo-stp_10.42.42.5(pid=15042): stdout: \u000a| (launched: 2022-12-13_11:40:06.979276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:08.746715 run osmo-stp_10.42.42.5(pid=15042): stderr: \u000a| �[0;m�[38;5;43m20221213114007180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114007180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114007181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114007181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114007181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114007182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114007182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:08.884798 run osmo-stp_10.42.42.5(pid=15042): stdout: \u000a| (launched: 2022-12-13_11:40:06.979276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:09.021342 run osmo-stp_10.42.42.5(pid=15042): stderr: \u000a| �[0;m�[38;5;43m20221213114007180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114007180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114007181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114007181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114007181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114007182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114007182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:09.180501 run patchelf(pid=15045): Terminating (SIGINT)\u000a11:40:09.367678 run patchelf(pid=15045): Terminated: ok {rc=0}\u000a11:40:09.401970 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15042): Process ended prematurely: osmo-stp_10.42.42.5(pid=15042) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15042)] [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a11:40:09.412012 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:40:09.475697 run osmo-hlr_10.42.42.2(pid=15039): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15039)]\u000a11:40:09.527749 run osmo-hlr_10.42.42.2(pid=15039): stdout: \u000a| (launched: 2022-12-13_11:40:05.940814) \u000a11:40:09.580582 run osmo-hlr_10.42.42.2(pid=15039): stderr: \u000a| �[0;m�[1;31m20221213114006142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114006142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114006142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114006143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114006143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114006143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114006155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114006163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114006163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114006163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:09.625440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15034): Terminating (SIGTERM)\u000a11:40:09.669235 run iperf3-srv_10.42.42.10(pid=15035): Terminating (SIGTERM)\u000a11:40:09.711937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15038): Terminating (SIGTERM)\u000a11:40:09.754781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15041): Terminating (SIGTERM)\u000a11:40:09.797695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15044): Terminating (SIGTERM)\u000a11:40:09.807482 --- ParallelTerminationStrategy: PID 15034 died...\u000a11:40:09.865045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15034): Terminated: ok {rc=0}\u000a11:40:09.875294 --- ParallelTerminationStrategy: PID 15035 died...\u000a11:40:09.932088 run iperf3-srv_10.42.42.10(pid=15035): Terminated {rc=256}\u000a11:40:09.942251 --- ParallelTerminationStrategy: PID 15038 died...\u000a11:40:09.999821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15038): Terminated: ok {rc=0}\u000a11:40:10.010102 --- ParallelTerminationStrategy: PID 15041 died...\u000a11:40:10.067290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15041): Terminated: ok {rc=0}\u000a11:40:10.077925 --- ParallelTerminationStrategy: PID 15044 died...\u000a11:40:10.134842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15044): Terminated: ok {rc=0}\u000a11:40:10.223001 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15060): Process ended prematurely: osmo-stp_10.42.42.5(pid=15060) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15060)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15060): Process ended prematurely: osmo-stp_10.42.42.5(pid=15060) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:40:11.340357 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.352878 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:40:11.481970 tst iperf3m4.py: using LAC 33691\u000a11:40:11.605561 tst iperf3m4.py: using RAC 31\u000a11:40:11.727595 tst iperf3m4.py: using CellId 33691\u000a11:40:11.851425 tst iperf3m4.py: using BVCI 33692\u000a11:40:11.875257 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.886395 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.897437 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.908149 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.918862 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.930753 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.942317 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.953532 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:11.964812 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:12.086751 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:12.207958 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:12.330528 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:12.634970 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:40:12.768569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:13.097565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15046): Launched\u000a11:40:13.366970 run iperf3-srv_10.42.42.10(pid=15047): Launched\u000a11:40:13.558140 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:40:13.687739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:14.014505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15048): Launched\u000a11:40:14.283410 run iperf3-srv_10.42.42.10(pid=15049): Launched\u000a11:40:14.473477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:40:14.602730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:14.927352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15050): Launched\u000a11:40:15.198728 run iperf3-srv_10.42.42.10(pid=15051): Launched\u000a11:40:15.389239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:40:15.518577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:15.842998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15052): Launched\u000a11:40:16.167677 run iperf3-srv_10.42.42.10(pid=15053): Launched\u000a11:40:16.367795 tst iperf3m4.py:8: start network...\u000a11:40:16.500003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:17.038229 run create_hlr_db(pid=15054): Launched\u000a11:40:17.220941 bus /gobi_6: Setting Powered False\u000a11:40:18.237791 run create_hlr_db(pid=15054): Terminated: ok {rc=0}\u000a11:40:18.683329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15056): Launched\u000a11:40:19.019173 run osmo-hlr_10.42.42.2(pid=15057): Launched\u000a11:40:19.144728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:19.726931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15059): Launched\u000a11:40:20.060872 run osmo-stp_10.42.42.5(pid=15060): Launched\u000a11:40:20.181794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:20.766591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15062): Launched\u000a11:40:20.886226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:21.180456 run patchelf(pid=15063): Launched\u000a11:40:21.375706 run osmo-stp_10.42.42.5(pid=15060): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15060)]\u000a11:40:21.518474 run osmo-stp_10.42.42.5(pid=15060): stdout: \u000a| (launched: 2022-12-13_11:40:19.896138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:21.661549 run osmo-stp_10.42.42.5(pid=15060): stderr: \u000a| �[0;m�[38;5;43m20221213114020093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114020093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114020093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114020094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114020094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114020094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114020094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:21.799330 run osmo-stp_10.42.42.5(pid=15060): stdout: \u000a| (launched: 2022-12-13_11:40:19.896138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:21.935542 run osmo-stp_10.42.42.5(pid=15060): stderr: \u000a| �[0;m�[38;5;43m20221213114020093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114020093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114020093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114020094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114020094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114020094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114020094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:22.094373 run patchelf(pid=15063): Terminating (SIGINT)\u000a11:40:22.280665 run patchelf(pid=15063): Terminated: ok {rc=0}\u000a11:40:22.314944 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15060): Process ended prematurely: osmo-stp_10.42.42.5(pid=15060) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15060)] [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:40:22.325082 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a11:40:22.389782 run osmo-hlr_10.42.42.2(pid=15057): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15057)]\u000a11:40:22.442386 run osmo-hlr_10.42.42.2(pid=15057): stdout: \u000a| (launched: 2022-12-13_11:40:18.853003) \u000a11:40:22.495593 run osmo-hlr_10.42.42.2(pid=15057): stderr: \u000a| �[0;m�[1;31m20221213114019053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114019053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114019053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114019053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114019053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114019053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114019065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114019075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114019075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114019075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:22.540789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15046): Terminating (SIGTERM)\u000a11:40:22.583559 run iperf3-srv_10.42.42.10(pid=15047): Terminating (SIGTERM)\u000a11:40:22.626411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15048): Terminating (SIGTERM)\u000a11:40:22.669567 run iperf3-srv_10.42.42.10(pid=15049): Terminating (SIGTERM)\u000a11:40:22.712321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15050): Terminating (SIGTERM)\u000a11:40:22.755296 run iperf3-srv_10.42.42.10(pid=15051): Terminating (SIGTERM)\u000a11:40:22.798204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15052): Terminating (SIGTERM)\u000a11:40:22.841167 run iperf3-srv_10.42.42.10(pid=15053): Terminating (SIGTERM)\u000a11:40:22.883902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15056): Terminating (SIGTERM)\u000a11:40:22.926628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15059): Terminating (SIGTERM)\u000a11:40:22.969793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15062): Terminating (SIGTERM)\u000a11:40:22.979664 --- ParallelTerminationStrategy: PID 15046 died...\u000a11:40:23.037209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15046): Terminated: ok {rc=0}\u000a11:40:23.047584 --- ParallelTerminationStrategy: PID 15047 died...\u000a11:40:23.105456 run iperf3-srv_10.42.42.10(pid=15047): Terminated {rc=256}\u000a11:40:23.115708 --- ParallelTerminationStrategy: PID 15048 died...\u000a11:40:23.173047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15048): Terminated: ok {rc=0}\u000a11:40:23.183231 --- ParallelTerminationStrategy: PID 15049 died...\u000a11:40:23.240322 run iperf3-srv_10.42.42.10(pid=15049): Terminated {rc=256}\u000a11:40:23.250591 --- ParallelTerminationStrategy: PID 15050 died...\u000a11:40:23.308245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15050): Terminated: ok {rc=0}\u000a11:40:23.318427 --- ParallelTerminationStrategy: PID 15051 died...\u000a11:40:23.375597 run iperf3-srv_10.42.42.10(pid=15051): Terminated {rc=256}\u000a11:40:23.385928 --- ParallelTerminationStrategy: PID 15052 died...\u000a11:40:23.443261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15052): Terminated: ok {rc=0}\u000a11:40:23.453852 --- ParallelTerminationStrategy: PID 15053 died...\u000a11:40:23.510684 run iperf3-srv_10.42.42.10(pid=15053): Terminated {rc=256}\u000a11:40:23.520747 --- ParallelTerminationStrategy: PID 15056 died...\u000a11:40:23.577631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15056): Terminated: ok {rc=0}\u000a11:40:23.587824 --- ParallelTerminationStrategy: PID 15059 died...\u000a11:40:23.644702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15059): Terminated: ok {rc=0}\u000a11:40:23.654890 --- ParallelTerminationStrategy: PID 15062 died...\u000a11:40:23.712359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15062): Terminated: ok {rc=0}\u000a11:40:23.801299 bus /gobi_4: Setting Powered False\u000a11:40:24.906287 bus /gobi_4: Setting Powered False\u000a11:40:26.017407 bus /gobi_1: Setting Powered False\u000a11:40:27.124495 bus /gobi_1: Setting Powered False\u000a11:40:28.233778 bus /gobi_0: Setting Powered False\u000a11:40:29.339159 bus /gobi_0: Setting Powered False\u000a11:40:30.449352 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15070): Process ended prematurely: osmo-stp_10.42.42.5(pid=15070) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15070)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15070): Process ended prematurely: osmo-stp_10.42.42.5(pid=15070) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:40:31.523817 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:31.539076 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:40:31.706604 tst ping.py: using LAC 33692\u000a11:40:31.852908 tst ping.py: using RAC 32\u000a11:40:32.030708 tst ping.py: using CellId 33692\u000a11:40:32.188917 tst ping.py: using BVCI 33693\u000a11:40:32.223032 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:32.238026 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:32.254019 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:32.269153 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:32.282090 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:32.295320 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:32.307180 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:32.319240 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:32.622182 tst ping.py:19: start network...\u000a11:40:32.761432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:33.287352 run create_hlr_db(pid=15064): Launched\u000a11:40:33.479128 bus /gobi_6: Setting Powered False\u000a11:40:34.498854 run create_hlr_db(pid=15064): Terminated: ok {rc=0}\u000a11:40:34.914882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15066): Launched\u000a11:40:35.223384 run osmo-hlr_10.42.42.2(pid=15067): Launched\u000a11:40:35.343183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:35.914934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15069): Launched\u000a11:40:36.245614 run osmo-stp_10.42.42.5(pid=15070): Launched\u000a11:40:36.366400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:36.939775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15072): Launched\u000a11:40:37.057201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:37.346022 run patchelf(pid=15073): Launched\u000a11:40:37.538311 run osmo-stp_10.42.42.5(pid=15070): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15070)]\u000a11:40:37.679454 run osmo-stp_10.42.42.5(pid=15070): stdout: \u000a| (launched: 2022-12-13_11:40:36.081569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:37.820457 run osmo-stp_10.42.42.5(pid=15070): stderr: \u000a| �[0;m�[38;5;43m20221213114036277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114036277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114036277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114036278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114036278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114036278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114036278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:37.955921 run osmo-stp_10.42.42.5(pid=15070): stdout: \u000a| (launched: 2022-12-13_11:40:36.081569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:38.090531 run osmo-stp_10.42.42.5(pid=15070): stderr: \u000a| �[0;m�[38;5;43m20221213114036277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114036277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114036277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114036278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114036278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114036278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114036278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:38.246500 run patchelf(pid=15073): Terminating (SIGINT)\u000a11:40:38.429419 run patchelf(pid=15073): Terminated: ok {rc=0}\u000a11:40:38.462600 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15070): Process ended prematurely: osmo-stp_10.42.42.5(pid=15070) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15070)] [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a11:40:38.472143 tst ping.py:22: Test FAILED (6.9 sec)\u000a11:40:38.536595 run osmo-hlr_10.42.42.2(pid=15067): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15067)]\u000a11:40:38.589419 run osmo-hlr_10.42.42.2(pid=15067): stdout: \u000a| (launched: 2022-12-13_11:40:35.069962) \u000a11:40:38.642754 run osmo-hlr_10.42.42.2(pid=15067): stderr: \u000a| �[0;m�[1;31m20221213114035247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114035247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114035247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114035247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114035247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114035247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114035261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114035270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114035270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114035270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:38.689161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15066): Terminating (SIGTERM)\u000a11:40:38.732347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15069): Terminating (SIGTERM)\u000a11:40:38.775277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15072): Terminating (SIGTERM)\u000a11:40:38.785238 --- ParallelTerminationStrategy: PID 15066 died...\u000a11:40:38.843110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15066): Terminated: ok {rc=0}\u000a11:40:38.853530 --- ParallelTerminationStrategy: PID 15069 died...\u000a11:40:38.910938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15069): Terminated: ok {rc=0}\u000a11:40:38.921216 --- ParallelTerminationStrategy: PID 15072 died...\u000a11:40:38.978416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15072): Terminated: ok {rc=0}\u000a11:40:39.066683 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15080): Process ended prematurely: osmo-stp_10.42.42.5(pid=15080) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15080)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15080): Process ended prematurely: osmo-stp_10.42.42.5(pid=15080) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:40:40.119941 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:40.132231 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:40:40.262235 tst ping_idle_ping.py: using LAC 33693\u000a11:40:40.382271 tst ping_idle_ping.py: using RAC 33\u000a11:40:40.503112 tst ping_idle_ping.py: using CellId 33693\u000a11:40:40.624273 tst ping_idle_ping.py: using BVCI 33694\u000a11:40:40.647842 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:40.658887 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:40.669901 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:40.680824 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:40.691591 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:40.702749 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:40.713802 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:40:40.724566 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:40:41.011814 tst ping_idle_ping.py:24: start network...\u000a11:40:41.138164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:41.621438 run create_hlr_db(pid=15074): Launched\u000a11:40:41.798697 bus /gobi_6: Setting Powered False\u000a11:40:42.819680 run create_hlr_db(pid=15074): Terminated: ok {rc=0}\u000a11:40:43.230574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15076): Launched\u000a11:40:43.540272 run osmo-hlr_10.42.42.2(pid=15077): Launched\u000a11:40:43.660342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:44.207093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15079): Launched\u000a11:40:44.515933 run osmo-stp_10.42.42.5(pid=15080): Launched\u000a11:40:44.627519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:45.164587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15082): Launched\u000a11:40:45.273169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:45.542249 run patchelf(pid=15083): Launched\u000a11:40:45.722027 run osmo-stp_10.42.42.5(pid=15080): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15080)]\u000a11:40:45.852230 run osmo-stp_10.42.42.5(pid=15080): stdout: \u000a| (launched: 2022-12-13_11:40:44.362170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:46.017061 run osmo-stp_10.42.42.5(pid=15080): stderr: \u000a| �[0;m�[38;5;43m20221213114044536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114044536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114044536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114044537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114044539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114044539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114044539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:46.158812 run osmo-stp_10.42.42.5(pid=15080): stdout: \u000a| (launched: 2022-12-13_11:40:44.362170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:46.298209 run osmo-stp_10.42.42.5(pid=15080): stderr: \u000a| �[0;m�[38;5;43m20221213114044536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114044536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114044536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114044537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114044539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114044539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114044539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:46.458894 run patchelf(pid=15083): Terminating (SIGINT)\u000a11:40:46.648695 run patchelf(pid=15083): Terminated: ok {rc=0}\u000a11:40:46.686502 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15080): Process ended prematurely: osmo-stp_10.42.42.5(pid=15080) [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15080)] [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:40:46.697190 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a11:40:46.764067 run osmo-hlr_10.42.42.2(pid=15077): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15077)]\u000a11:40:46.818462 run osmo-hlr_10.42.42.2(pid=15077): stdout: \u000a| (launched: 2022-12-13_11:40:43.386048) \u000a11:40:46.873941 run osmo-hlr_10.42.42.2(pid=15077): stderr: \u000a| �[0;m�[1;31m20221213114043566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114043566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114043566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114043566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114043566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114043566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114043579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114043590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114043590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114043590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:46.922597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15076): Terminating (SIGTERM)\u000a11:40:46.968818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15079): Terminating (SIGTERM)\u000a11:40:47.016773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15082): Terminating (SIGTERM)\u000a11:40:47.027694 --- ParallelTerminationStrategy: PID 15076 died...\u000a11:40:47.090410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15076): Terminated: ok {rc=0}\u000a11:40:47.102137 --- ParallelTerminationStrategy: PID 15079 died...\u000a11:40:47.161182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15079): Terminated: ok {rc=0}\u000a11:40:47.172377 --- ParallelTerminationStrategy: PID 15082 died...\u000a11:40:47.229972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15082): Terminated: ok {rc=0}\u000a11:40:47.318504 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:39:48" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15100): Process ended prematurely: osmo-stp_10.42.42.5(pid=15100) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15100)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15100): Process ended prematurely: osmo-stp_10.42.42.5(pid=15100) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:40:49.432096 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:49.443113 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:40:49.590993 tst cs_paging_gprs_active.py: using LAC 33694\u000a11:40:49.715882 tst cs_paging_gprs_active.py: using RAC 34\u000a11:40:49.839650 tst cs_paging_gprs_active.py: using CellId 33694\u000a11:40:49.970733 tst cs_paging_gprs_active.py: using BVCI 33695\u000a11:40:49.996641 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:50.008346 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:50.019854 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:50.031327 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:50.043001 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:50.055126 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:50.067239 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:50.078932 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:40:50.090926 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:40:50.209493 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:40:50.513146 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:40:50.652733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:51.000267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15089): Launched\u000a11:40:51.288333 run iperf3-srv_10.42.42.10(pid=15090): Launched\u000a11:40:51.493591 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:40:51.633484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:51.987225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15092): Launched\u000a11:40:52.275147 run iperf3-srv_10.42.42.10(pid=15093): Launched\u000a11:40:52.479940 tst cs_paging_gprs_active.py:38: start network...\u000a11:40:52.619132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:53.145215 run create_hlr_db(pid=15094): Launched\u000a11:40:53.339239 bus /gobi_6: Setting Powered False\u000a11:40:54.359346 run create_hlr_db(pid=15094): Terminated: ok {rc=0}\u000a11:40:54.779759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15096): Launched\u000a11:40:55.093553 run osmo-hlr_10.42.42.2(pid=15097): Launched\u000a11:40:55.217128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:55.767316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15099): Launched\u000a11:40:56.081348 run osmo-stp_10.42.42.5(pid=15100): Launched\u000a11:40:56.194462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:56.741399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15102): Launched\u000a11:40:56.851978 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:57.124885 run patchelf(pid=15103): Launched\u000a11:40:57.306700 run osmo-stp_10.42.42.5(pid=15100): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15100)]\u000a11:40:57.439983 run osmo-stp_10.42.42.5(pid=15100): stdout: \u000a| (launched: 2022-12-13_11:40:55.925428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:57.573785 run osmo-stp_10.42.42.5(pid=15100): stderr: \u000a| �[0;m�[38;5;43m20221213114056100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114056100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114056100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114056101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114056103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114056103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114056103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:57.702086 run osmo-stp_10.42.42.5(pid=15100): stdout: \u000a| (launched: 2022-12-13_11:40:55.925428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:57.829635 run osmo-stp_10.42.42.5(pid=15100): stderr: \u000a| �[0;m�[38;5;43m20221213114056100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114056100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114056100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114056101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114056103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114056103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114056103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:57.977967 run patchelf(pid=15103): Terminating (SIGINT)\u000a11:40:58.152554 run patchelf(pid=15103): Terminated: ok {rc=0}\u000a11:40:58.184482 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15100): Process ended prematurely: osmo-stp_10.42.42.5(pid=15100) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15100)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:40:58.193903 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:40:58.253731 run osmo-hlr_10.42.42.2(pid=15097): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15097)]\u000a11:40:58.302750 run osmo-hlr_10.42.42.2(pid=15097): stdout: \u000a| (launched: 2022-12-13_11:40:54.938165) \u000a11:40:58.352280 run osmo-hlr_10.42.42.2(pid=15097): stderr: \u000a| �[0;m�[1;31m20221213114055120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114055120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114055120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114055120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114055120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114055120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114055133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114055142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114055142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114055142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:58.394340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15089): Terminating (SIGTERM)\u000a11:40:58.433793 run iperf3-srv_10.42.42.10(pid=15090): Terminating (SIGTERM)\u000a11:40:58.473329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15092): Terminating (SIGTERM)\u000a11:40:58.512859 run iperf3-srv_10.42.42.10(pid=15093): Terminating (SIGTERM)\u000a11:40:58.552557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15096): Terminating (SIGTERM)\u000a11:40:58.592104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15099): Terminating (SIGTERM)\u000a11:40:58.631579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15102): Terminating (SIGTERM)\u000a11:40:58.640714 --- ParallelTerminationStrategy: PID 15089 died...\u000a11:40:58.693872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15089): Terminated: ok {rc=0}\u000a11:40:58.703397 --- ParallelTerminationStrategy: PID 15090 died...\u000a11:40:58.756205 run iperf3-srv_10.42.42.10(pid=15090): Terminated {rc=256}\u000a11:40:58.765725 --- ParallelTerminationStrategy: PID 15092 died...\u000a11:40:58.818324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15092): Terminated: ok {rc=0}\u000a11:40:58.827869 --- ParallelTerminationStrategy: PID 15093 died...\u000a11:40:58.880487 run iperf3-srv_10.42.42.10(pid=15093): Terminated {rc=256}\u000a11:40:58.890050 --- ParallelTerminationStrategy: PID 15096 died...\u000a11:40:58.943086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15096): Terminated: ok {rc=0}\u000a11:40:58.952561 --- ParallelTerminationStrategy: PID 15099 died...\u000a11:40:59.005412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15099): Terminated: ok {rc=0}\u000a11:40:59.014945 --- ParallelTerminationStrategy: PID 15102 died...\u000a11:40:59.067703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15102): Terminated: ok {rc=0}\u000a11:40:59.155850 bus /gobi_0: Setting Powered False\u000a11:41:00.258543 bus /gobi_0: Setting Powered False\u000a11:41:01.391374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15112): Process ended prematurely: osmo-stp_10.42.42.5(pid=15112) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15112): Process ended prematurely: osmo-stp_10.42.42.5(pid=15112) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:41:02.512021 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:02.524362 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:41:02.688083 tst iperf3.py: using LAC 33695\u000a11:41:02.817083 tst iperf3.py: using RAC 35\u000a11:41:02.945831 tst iperf3.py: using CellId 33695\u000a11:41:03.078998 tst iperf3.py: using BVCI 33696\u000a11:41:03.104455 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:03.116108 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:03.127513 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:03.138897 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:03.150523 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:03.162302 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:03.174073 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:03.185701 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:03.197634 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:03.485967 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:41:03.616098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:03.944784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15104): Launched\u000a11:41:04.216343 run iperf3-srv_10.42.42.10(pid=15105): Launched\u000a11:41:04.406989 tst iperf3.py:8: start network...\u000a11:41:04.536531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:05.037852 run create_hlr_db(pid=15106): Launched\u000a11:41:05.217639 bus /gobi_6: Setting Powered False\u000a11:41:06.238400 run create_hlr_db(pid=15106): Terminated: ok {rc=0}\u000a11:41:06.683284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Launched\u000a11:41:07.020222 run osmo-hlr_10.42.42.2(pid=15109): Launched\u000a11:41:07.144164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:07.728357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Launched\u000a11:41:08.064678 run osmo-stp_10.42.42.5(pid=15112): Launched\u000a11:41:08.186003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:08.770090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15114): Launched\u000a11:41:08.889812 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:09.183038 run patchelf(pid=15115): Launched\u000a11:41:09.378460 run osmo-stp_10.42.42.5(pid=15112): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)]\u000a11:41:09.521204 run osmo-stp_10.42.42.5(pid=15112): stdout: \u000a| (launched: 2022-12-13_11:41:07.898492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:09.664217 run osmo-stp_10.42.42.5(pid=15112): stderr: \u000a| �[0;m�[38;5;43m20221213114108092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114108093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114108093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114108093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114108096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114108096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114108096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:09.802915 run osmo-stp_10.42.42.5(pid=15112): stdout: \u000a| (launched: 2022-12-13_11:41:07.898492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:09.939393 run osmo-stp_10.42.42.5(pid=15112): stderr: \u000a| �[0;m�[38;5;43m20221213114108092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114108093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114108093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114108093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114108096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114108096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114108096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:10.098400 run patchelf(pid=15115): Terminating (SIGINT)\u000a11:41:10.284849 run patchelf(pid=15115): Terminated: ok {rc=0}\u000a11:41:10.319077 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15112): Process ended prematurely: osmo-stp_10.42.42.5(pid=15112) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:41:10.329095 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:41:10.392934 run osmo-hlr_10.42.42.2(pid=15109): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15109)]\u000a11:41:10.444927 run osmo-hlr_10.42.42.2(pid=15109): stdout: \u000a| (launched: 2022-12-13_11:41:06.853391) \u000a11:41:10.497494 run osmo-hlr_10.42.42.2(pid=15109): stderr: \u000a| �[0;m�[1;31m20221213114107056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114107056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114107056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114107056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114107056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114107056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114107069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114107078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114107079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114107079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:10.542436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15104): Terminating (SIGTERM)\u000a11:41:10.584423 run iperf3-srv_10.42.42.10(pid=15105): Terminating (SIGTERM)\u000a11:41:10.626829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Terminating (SIGTERM)\u000a11:41:10.669219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Terminating (SIGTERM)\u000a11:41:10.712746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15114): Terminating (SIGTERM)\u000a11:41:10.722568 --- ParallelTerminationStrategy: PID 15104 died...\u000a11:41:10.780052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15104): Terminated: ok {rc=0}\u000a11:41:10.790404 --- ParallelTerminationStrategy: PID 15105 died...\u000a11:41:10.847157 run iperf3-srv_10.42.42.10(pid=15105): Terminated {rc=256}\u000a11:41:10.857376 --- ParallelTerminationStrategy: PID 15108 died...\u000a11:41:10.913670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Terminated: ok {rc=0}\u000a11:41:10.923638 --- ParallelTerminationStrategy: PID 15111 died...\u000a11:41:10.980131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Terminated: ok {rc=0}\u000a11:41:10.990322 --- ParallelTerminationStrategy: PID 15114 died...\u000a11:41:11.047140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15114): Terminated: ok {rc=0}\u000a11:41:11.135275 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15130): Process ended prematurely: osmo-stp_10.42.42.5(pid=15130) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15130)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15130): Process ended prematurely: osmo-stp_10.42.42.5(pid=15130) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:41:12.247898 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.259530 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:41:12.411751 tst iperf3m4.py: using LAC 33696\u000a11:41:12.534226 tst iperf3m4.py: using RAC 36\u000a11:41:12.654679 tst iperf3m4.py: using CellId 33696\u000a11:41:12.786136 tst iperf3m4.py: using BVCI 33697\u000a11:41:12.811961 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.823758 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.835464 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.847061 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.859351 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.871814 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.886500 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.898412 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:12.909989 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:13.033626 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:13.153058 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:13.275529 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:13.577074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:41:13.717759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:14.067738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15116): Launched\u000a11:41:14.365189 run iperf3-srv_10.42.42.10(pid=15117): Launched\u000a11:41:14.571064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:41:14.711407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:15.060321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15118): Launched\u000a11:41:15.350267 run iperf3-srv_10.42.42.10(pid=15119): Launched\u000a11:41:15.556393 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:41:15.696830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:16.066984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15120): Launched\u000a11:41:16.360109 run iperf3-srv_10.42.42.10(pid=15121): Launched\u000a11:41:16.558104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:41:16.694295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:17.044222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15122): Launched\u000a11:41:17.343915 run iperf3-srv_10.42.42.10(pid=15123): Launched\u000a11:41:17.549823 tst iperf3m4.py:8: start network...\u000a11:41:17.690083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:18.218290 run create_hlr_db(pid=15124): Launched\u000a11:41:18.411848 bus /gobi_6: Setting Powered False\u000a11:41:19.432592 run create_hlr_db(pid=15124): Terminated: ok {rc=0}\u000a11:41:19.877624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15126): Launched\u000a11:41:20.215131 run osmo-hlr_10.42.42.2(pid=15127): Launched\u000a11:41:20.337824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:20.919723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15129): Launched\u000a11:41:21.255740 run osmo-stp_10.42.42.5(pid=15130): Launched\u000a11:41:21.377121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:21.959607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15132): Launched\u000a11:41:22.078588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:22.370155 run patchelf(pid=15133): Launched\u000a11:41:22.565177 run osmo-stp_10.42.42.5(pid=15130): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15130)]\u000a11:41:22.708257 run osmo-stp_10.42.42.5(pid=15130): stdout: \u000a| (launched: 2022-12-13_11:41:21.088624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:22.851201 run osmo-stp_10.42.42.5(pid=15130): stderr: \u000a| �[0;m�[38;5;43m20221213114121283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114121283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114121283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114121284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114121284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114121284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114121284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:22.988798 run osmo-stp_10.42.42.5(pid=15130): stdout: \u000a| (launched: 2022-12-13_11:41:21.088624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:23.125575 run osmo-stp_10.42.42.5(pid=15130): stderr: \u000a| �[0;m�[38;5;43m20221213114121283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114121283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114121283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114121284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114121284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114121284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114121284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:23.284698 run patchelf(pid=15133): Terminating (SIGINT)\u000a11:41:23.471440 run patchelf(pid=15133): Terminated: ok {rc=0}\u000a11:41:23.505624 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15130): Process ended prematurely: osmo-stp_10.42.42.5(pid=15130) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15130)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:41:23.515760 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a11:41:23.579756 run osmo-hlr_10.42.42.2(pid=15127): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15127)]\u000a11:41:23.631455 run osmo-hlr_10.42.42.2(pid=15127): stdout: \u000a| (launched: 2022-12-13_11:41:20.047253) \u000a11:41:23.683670 run osmo-hlr_10.42.42.2(pid=15127): stderr: \u000a| �[0;m�[1;31m20221213114120247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114120247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114120247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114120247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114120247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114120247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114120261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114120271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114120271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114120271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:23.728705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15116): Terminating (SIGTERM)\u000a11:41:23.771172 run iperf3-srv_10.42.42.10(pid=15117): Terminating (SIGTERM)\u000a11:41:23.814105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15118): Terminating (SIGTERM)\u000a11:41:23.856417 run iperf3-srv_10.42.42.10(pid=15119): Terminating (SIGTERM)\u000a11:41:23.899237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15120): Terminating (SIGTERM)\u000a11:41:23.941640 run iperf3-srv_10.42.42.10(pid=15121): Terminating (SIGTERM)\u000a11:41:23.984340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15122): Terminating (SIGTERM)\u000a11:41:24.027073 run iperf3-srv_10.42.42.10(pid=15123): Terminating (SIGTERM)\u000a11:41:24.069973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15126): Terminating (SIGTERM)\u000a11:41:24.112768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15129): Terminating (SIGTERM)\u000a11:41:24.155682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15132): Terminating (SIGTERM)\u000a11:41:24.165561 --- ParallelTerminationStrategy: PID 15116 died...\u000a11:41:24.222647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15116): Terminated: ok {rc=0}\u000a11:41:24.232768 --- ParallelTerminationStrategy: PID 15117 died...\u000a11:41:24.289203 run iperf3-srv_10.42.42.10(pid=15117): Terminated {rc=256}\u000a11:41:24.299256 --- ParallelTerminationStrategy: PID 15118 died...\u000a11:41:24.356116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15118): Terminated: ok {rc=0}\u000a11:41:24.366212 --- ParallelTerminationStrategy: PID 15119 died...\u000a11:41:24.422620 run iperf3-srv_10.42.42.10(pid=15119): Terminated {rc=256}\u000a11:41:24.432645 --- ParallelTerminationStrategy: PID 15120 died...\u000a11:41:24.489313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15120): Terminated: ok {rc=0}\u000a11:41:24.499393 --- ParallelTerminationStrategy: PID 15121 died...\u000a11:41:24.555991 run iperf3-srv_10.42.42.10(pid=15121): Terminated {rc=256}\u000a11:41:24.566076 --- ParallelTerminationStrategy: PID 15122 died...\u000a11:41:24.622815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15122): Terminated: ok {rc=0}\u000a11:41:24.632941 --- ParallelTerminationStrategy: PID 15123 died...\u000a11:41:24.689864 run iperf3-srv_10.42.42.10(pid=15123): Terminated {rc=256}\u000a11:41:24.699988 --- ParallelTerminationStrategy: PID 15126 died...\u000a11:41:24.756830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15126): Terminated: ok {rc=0}\u000a11:41:24.766914 --- ParallelTerminationStrategy: PID 15129 died...\u000a11:41:24.823607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15129): Terminated: ok {rc=0}\u000a11:41:24.833828 --- ParallelTerminationStrategy: PID 15132 died...\u000a11:41:24.890543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15132): Terminated: ok {rc=0}\u000a11:41:24.978625 bus /gobi_4: Setting Powered False\u000a11:41:26.081368 bus /gobi_4: Setting Powered False\u000a11:41:27.188785 bus /gobi_1: Setting Powered False\u000a11:41:28.295902 bus /gobi_1: Setting Powered False\u000a11:41:29.409126 bus /gobi_0: Setting Powered False\u000a11:41:30.517823 bus /gobi_0: Setting Powered False\u000a11:41:31.642510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15141): Process ended prematurely: osmo-stp_10.42.42.5(pid=15141) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15141)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15141): Process ended prematurely: osmo-stp_10.42.42.5(pid=15141) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:41:32.715058 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:32.727129 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:41:32.882574 tst ping.py: using LAC 33697\u000a11:41:33.011292 tst ping.py: using RAC 37\u000a11:41:33.135371 tst ping.py: using CellId 33697\u000a11:41:33.274976 tst ping.py: using BVCI 33698\u000a11:41:33.300601 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:33.312406 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:33.323972 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:33.335554 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:33.347450 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:33.359275 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:33.371346 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:33.383190 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:33.681984 tst ping.py:19: start network...\u000a11:41:33.820089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:34.338376 run create_hlr_db(pid=15135): Launched\u000a11:41:34.529309 bus /gobi_6: Setting Powered False\u000a11:41:35.549778 run create_hlr_db(pid=15135): Terminated: ok {rc=0}\u000a11:41:35.989510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15137): Launched\u000a11:41:36.322287 run osmo-hlr_10.42.42.2(pid=15138): Launched\u000a11:41:36.445553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:37.026780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15140): Launched\u000a11:41:37.356785 run osmo-stp_10.42.42.5(pid=15141): Launched\u000a11:41:37.475796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:38.048634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15143): Launched\u000a11:41:38.165468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:38.451607 run patchelf(pid=15144): Launched\u000a11:41:38.642451 run osmo-stp_10.42.42.5(pid=15141): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15141)]\u000a11:41:38.783010 run osmo-stp_10.42.42.5(pid=15141): stdout: \u000a| (launched: 2022-12-13_11:41:37.193251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:38.923859 run osmo-stp_10.42.42.5(pid=15141): stderr: \u000a| �[0;m�[38;5;43m20221213114137388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114137388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114137388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114137389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114137389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114137389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114137389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:39.059108 run osmo-stp_10.42.42.5(pid=15141): stdout: \u000a| (launched: 2022-12-13_11:41:37.193251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:39.193048 run osmo-stp_10.42.42.5(pid=15141): stderr: \u000a| �[0;m�[38;5;43m20221213114137388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114137388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114137388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114137389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114137389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114137389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114137389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:39.348563 run patchelf(pid=15144): Terminating (SIGINT)\u000a11:41:39.530922 run patchelf(pid=15144): Terminated: ok {rc=0}\u000a11:41:39.563967 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15141): Process ended prematurely: osmo-stp_10.42.42.5(pid=15141) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15141)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:41:39.573401 tst ping.py:22: Test FAILED (6.8 sec)\u000a11:41:39.636909 run osmo-hlr_10.42.42.2(pid=15138): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15138)]\u000a11:41:39.688522 run osmo-hlr_10.42.42.2(pid=15138): stdout: \u000a| (launched: 2022-12-13_11:41:36.157624) \u000a11:41:39.740978 run osmo-hlr_10.42.42.2(pid=15138): stderr: \u000a| �[0;m�[1;31m20221213114136360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114136360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114136360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114136360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114136360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114136360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114136373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114136381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114136381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114136381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:39.785771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15137): Terminating (SIGTERM)\u000a11:41:39.827761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15140): Terminating (SIGTERM)\u000a11:41:39.869899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15143): Terminating (SIGTERM)\u000a11:41:39.879687 --- ParallelTerminationStrategy: PID 15137 died...\u000a11:41:39.936730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15137): Terminated: ok {rc=0}\u000a11:41:39.946906 --- ParallelTerminationStrategy: PID 15140 died...\u000a11:41:40.003913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15140): Terminated: ok {rc=0}\u000a11:41:40.014055 --- ParallelTerminationStrategy: PID 15143 died...\u000a11:41:40.070878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15143): Terminated: ok {rc=0}\u000a11:41:40.158138 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15151): Process ended prematurely: osmo-stp_10.42.42.5(pid=15151) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15151)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15151): Process ended prematurely: osmo-stp_10.42.42.5(pid=15151) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:41:41.211129 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:41.223439 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:41:41.382233 tst ping_idle_ping.py: using LAC 33698\u000a11:41:41.510142 tst ping_idle_ping.py: using RAC 38\u000a11:41:41.638250 tst ping_idle_ping.py: using CellId 33698\u000a11:41:41.763697 tst ping_idle_ping.py: using BVCI 33699\u000a11:41:41.787178 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:41.798449 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:41.809371 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:41.820310 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:41.831606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:41.842840 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:41.854303 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:41:41.865592 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:41:42.164186 tst ping_idle_ping.py:24: start network...\u000a11:41:42.301666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:42.825023 run create_hlr_db(pid=15145): Launched\u000a11:41:43.017882 bus /gobi_6: Setting Powered False\u000a11:41:44.037326 run create_hlr_db(pid=15145): Terminated: ok {rc=0}\u000a11:41:44.454525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15147): Launched\u000a11:41:44.765525 run osmo-hlr_10.42.42.2(pid=15148): Launched\u000a11:41:44.883494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:45.422286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15150): Launched\u000a11:41:45.734395 run osmo-stp_10.42.42.5(pid=15151): Launched\u000a11:41:45.845716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:46.446520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15153): Launched\u000a11:41:46.557334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:46.851092 run patchelf(pid=15154): Launched\u000a11:41:47.049981 run osmo-stp_10.42.42.5(pid=15151): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15151)]\u000a11:41:47.195130 run osmo-stp_10.42.42.5(pid=15151): stdout: \u000a| (launched: 2022-12-13_11:41:45.578633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:47.337090 run osmo-stp_10.42.42.5(pid=15151): stderr: \u000a| �[0;m�[38;5;43m20221213114145752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114145753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114145753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114145753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114145755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114145756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114145756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:47.473011 run osmo-stp_10.42.42.5(pid=15151): stdout: \u000a| (launched: 2022-12-13_11:41:45.578633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:47.607967 run osmo-stp_10.42.42.5(pid=15151): stderr: \u000a| �[0;m�[38;5;43m20221213114145752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114145753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114145753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114145753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114145755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114145756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114145756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:47.765429 run patchelf(pid=15154): Terminating (SIGINT)\u000a11:41:47.949068 run patchelf(pid=15154): Terminated: ok {rc=0}\u000a11:41:47.982661 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15151): Process ended prematurely: osmo-stp_10.42.42.5(pid=15151) [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15151)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:41:47.992438 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:41:48.056489 run osmo-hlr_10.42.42.2(pid=15148): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15148)]\u000a11:41:48.108871 run osmo-hlr_10.42.42.2(pid=15148): stdout: \u000a| (launched: 2022-12-13_11:41:44.611325) \u000a11:41:48.161947 run osmo-hlr_10.42.42.2(pid=15148): stderr: \u000a| �[0;m�[1;31m20221213114144790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114144790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114144790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114144790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114144790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114144790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114144801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114144809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114144809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114144809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:48.207217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15147): Terminating (SIGTERM)\u000a11:41:48.250174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15150): Terminating (SIGTERM)\u000a11:41:48.293374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15153): Terminating (SIGTERM)\u000a11:41:48.303527 --- ParallelTerminationStrategy: PID 15147 died...\u000a11:41:48.361210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15147): Terminated: ok {rc=0}\u000a11:41:48.371446 --- ParallelTerminationStrategy: PID 15150 died...\u000a11:41:48.428507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15150): Terminated: ok {rc=0}\u000a11:41:48.438755 --- ParallelTerminationStrategy: PID 15153 died...\u000a11:41:48.495754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15153): Terminated: ok {rc=0}\u000a11:41:48.582696 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:40:49" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:41:50.693483 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:50.704364 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:41:50.853165 tst cs_paging_gprs_active.py: using LAC 33699\u000a11:41:50.974990 tst cs_paging_gprs_active.py: using RAC 39\u000a11:41:51.099884 tst cs_paging_gprs_active.py: using CellId 33699\u000a11:41:51.223864 tst cs_paging_gprs_active.py: using BVCI 33700\u000a11:41:51.247936 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:51.258856 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:51.269605 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:51.280307 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:51.291393 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:51.302259 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:51.313467 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:51.324133 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:41:51.334966 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:41:51.453227 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:41:51.757738 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:41:51.898248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:52.247621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15158): Launched\u000a11:41:52.535594 run iperf3-srv_10.42.42.10(pid=15159): Launched\u000a11:41:52.741589 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:41:52.881548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:53.228204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15160): Launched\u000a11:41:53.515738 run iperf3-srv_10.42.42.10(pid=15161): Launched\u000a11:41:53.720546 tst cs_paging_gprs_active.py:38: start network...\u000a11:41:53.860617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:54.388537 run create_hlr_db(pid=15162): Launched\u000a11:41:54.582026 bus /gobi_6: Setting Powered False\u000a11:41:55.601628 run create_hlr_db(pid=15162): Terminated: ok {rc=0}\u000a11:41:56.047124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Launched\u000a11:41:56.384431 run osmo-hlr_10.42.42.2(pid=15165): Launched\u000a11:41:56.510224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:57.091065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Launched\u000a11:41:57.428221 run osmo-stp_10.42.42.5(pid=15168): Launched\u000a11:41:57.550040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:58.132999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15170): Launched\u000a11:41:58.252721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:58.546539 run patchelf(pid=15171): Launched\u000a11:41:58.741869 run osmo-stp_10.42.42.5(pid=15168): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]\u000a11:41:58.884769 run osmo-stp_10.42.42.5(pid=15168): stdout: \u000a| (launched: 2022-12-13_11:41:57.260941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:59.028091 run osmo-stp_10.42.42.5(pid=15168): stderr: \u000a| �[0;m�[38;5;43m20221213114157456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114157457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114157457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114157457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114157458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114157458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114157458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:59.165920 run osmo-stp_10.42.42.5(pid=15168): stdout: \u000a| (launched: 2022-12-13_11:41:57.260941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:59.302374 run osmo-stp_10.42.42.5(pid=15168): stderr: \u000a| �[0;m�[38;5;43m20221213114157456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114157457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114157457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114157457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114157458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114157458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114157458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:59.462121 run patchelf(pid=15171): Terminating (SIGINT)\u000a11:41:59.648576 run patchelf(pid=15171): Terminated: ok {rc=0}\u000a11:41:59.682651 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:41:59.692710 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a11:41:59.756942 run osmo-hlr_10.42.42.2(pid=15165): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15165)]\u000a11:41:59.808814 run osmo-hlr_10.42.42.2(pid=15165): stdout: \u000a| (launched: 2022-12-13_11:41:56.216863) \u000a11:41:59.861249 run osmo-hlr_10.42.42.2(pid=15165): stderr: \u000a| �[0;m�[1;31m20221213114156417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114156417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114156417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114156417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114156417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114156417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114156430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114156441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114156441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114156441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:59.906236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15158): Terminating (SIGTERM)\u000a11:41:59.948519 run iperf3-srv_10.42.42.10(pid=15159): Terminating (SIGTERM)\u000a11:41:59.991469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15160): Terminating (SIGTERM)\u000a11:42:00.033679 run iperf3-srv_10.42.42.10(pid=15161): Terminating (SIGTERM)\u000a11:42:00.075904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Terminating (SIGTERM)\u000a11:42:00.118674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Terminating (SIGTERM)\u000a11:42:00.160763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15170): Terminating (SIGTERM)\u000a11:42:00.170478 --- ParallelTerminationStrategy: PID 15158 died...\u000a11:42:00.227526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15158): Terminated: ok {rc=0}\u000a11:42:00.237703 --- ParallelTerminationStrategy: PID 15159 died...\u000a11:42:00.294221 run iperf3-srv_10.42.42.10(pid=15159): Terminated {rc=256}\u000a11:42:00.304222 --- ParallelTerminationStrategy: PID 15160 died...\u000a11:42:00.360799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15160): Terminated: ok {rc=0}\u000a11:42:00.370831 --- ParallelTerminationStrategy: PID 15161 died...\u000a11:42:00.427291 run iperf3-srv_10.42.42.10(pid=15161): Terminated {rc=256}\u000a11:42:00.437454 --- ParallelTerminationStrategy: PID 15164 died...\u000a11:42:00.494066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Terminated: ok {rc=0}\u000a11:42:00.504085 --- ParallelTerminationStrategy: PID 15167 died...\u000a11:42:00.560560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Terminated: ok {rc=0}\u000a11:42:00.570675 --- ParallelTerminationStrategy: PID 15170 died...\u000a11:42:00.627243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15170): Terminated: ok {rc=0}\u000a11:42:00.714676 bus /gobi_0: Setting Powered False\u000a11:42:01.818177 bus /gobi_0: Setting Powered False\u000a11:42:02.924982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:42:04.035195 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.046846 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:42:04.198873 tst iperf3.py: using LAC 33700\u000a11:42:04.323241 tst iperf3.py: using RAC 40\u000a11:42:04.446821 tst iperf3.py: using CellId 33700\u000a11:42:04.571372 tst iperf3.py: using BVCI 33701\u000a11:42:04.595362 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.606423 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.617244 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.628048 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.638924 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.650301 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.661396 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.672038 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:04.682945 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:04.986308 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:42:05.126477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:05.476706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15177): Launched\u000a11:42:05.768159 run iperf3-srv_10.42.42.10(pid=15178): Launched\u000a11:42:05.973789 tst iperf3.py:8: start network...\u000a11:42:06.114152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:06.642451 run create_hlr_db(pid=15179): Launched\u000a11:42:06.837165 bus /gobi_6: Setting Powered False\u000a11:42:07.856822 run create_hlr_db(pid=15179): Terminated: ok {rc=0}\u000a11:42:08.304912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Launched\u000a11:42:08.640030 run osmo-hlr_10.42.42.2(pid=15182): Launched\u000a11:42:08.762574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:09.345369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Launched\u000a11:42:09.682744 run osmo-stp_10.42.42.5(pid=15185): Launched\u000a11:42:09.805126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:10.391048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15187): Launched\u000a11:42:10.510154 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:10.802892 run patchelf(pid=15188): Launched\u000a11:42:10.998493 run osmo-stp_10.42.42.5(pid=15185): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]\u000a11:42:11.141610 run osmo-stp_10.42.42.5(pid=15185): stdout: \u000a| (launched: 2022-12-13_11:42:09.515071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:11.284824 run osmo-stp_10.42.42.5(pid=15185): stderr: \u000a| �[0;m�[38;5;43m20221213114209712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114209712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114209712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114209713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114209713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114209713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114209713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:11.422764 run osmo-stp_10.42.42.5(pid=15185): stdout: \u000a| (launched: 2022-12-13_11:42:09.515071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:11.559722 run osmo-stp_10.42.42.5(pid=15185): stderr: \u000a| �[0;m�[38;5;43m20221213114209712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114209712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114209712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114209713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114209713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114209713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114209713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:11.719539 run patchelf(pid=15188): Terminating (SIGINT)\u000a11:42:11.907146 run patchelf(pid=15188): Terminated: ok {rc=0}\u000a11:42:11.941524 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:42:11.951624 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:42:12.015283 run osmo-hlr_10.42.42.2(pid=15182): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15182)]\u000a11:42:12.067135 run osmo-hlr_10.42.42.2(pid=15182): stdout: \u000a| (launched: 2022-12-13_11:42:08.474670) \u000a11:42:12.119731 run osmo-hlr_10.42.42.2(pid=15182): stderr: \u000a| �[0;m�[1;31m20221213114208678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114208678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114208678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114208678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114208678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114208678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114208692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114208702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114208702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114208702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:12.164599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15177): Terminating (SIGTERM)\u000a11:42:12.206800 run iperf3-srv_10.42.42.10(pid=15178): Terminating (SIGTERM)\u000a11:42:12.249824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Terminating (SIGTERM)\u000a11:42:12.292486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Terminating (SIGTERM)\u000a11:42:12.335313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15187): Terminating (SIGTERM)\u000a11:42:12.345156 --- ParallelTerminationStrategy: PID 15177 died...\u000a11:42:12.402585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15177): Terminated: ok {rc=0}\u000a11:42:12.412722 --- ParallelTerminationStrategy: PID 15178 died...\u000a11:42:12.469361 run iperf3-srv_10.42.42.10(pid=15178): Terminated {rc=256}\u000a11:42:12.479321 --- ParallelTerminationStrategy: PID 15181 died...\u000a11:42:12.536093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Terminated: ok {rc=0}\u000a11:42:12.546182 --- ParallelTerminationStrategy: PID 15184 died...\u000a11:42:12.602791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Terminated: ok {rc=0}\u000a11:42:12.612857 --- ParallelTerminationStrategy: PID 15187 died...\u000a11:42:12.669700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15187): Terminated: ok {rc=0}\u000a11:42:12.758737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15203): Process ended prematurely: osmo-stp_10.42.42.5(pid=15203) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15203)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15203): Process ended prematurely: osmo-stp_10.42.42.5(pid=15203) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:42:13.871582 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:13.883348 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:42:14.032219 tst iperf3m4.py: using LAC 33701\u000a11:42:14.155726 tst iperf3m4.py: using RAC 41\u000a11:42:14.279448 tst iperf3m4.py: using CellId 33701\u000a11:42:14.410428 tst iperf3m4.py: using BVCI 33702\u000a11:42:14.436235 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:14.447781 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:14.459315 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:14.470873 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:14.483133 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:14.495536 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:14.507913 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:14.520045 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:14.532408 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:14.652368 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:14.777683 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:14.895685 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:15.199581 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:42:15.339572 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:15.687417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15189): Launched\u000a11:42:16.020101 run iperf3-srv_10.42.42.10(pid=15190): Launched\u000a11:42:16.234183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:42:16.377264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:16.767889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15191): Launched\u000a11:42:17.120091 run iperf3-srv_10.42.42.10(pid=15192): Launched\u000a11:42:17.314485 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:42:17.444576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:17.772423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15193): Launched\u000a11:42:18.043346 run iperf3-srv_10.42.42.10(pid=15194): Launched\u000a11:42:18.233692 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:42:18.363168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:18.688499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15195): Launched\u000a11:42:18.957750 run iperf3-srv_10.42.42.10(pid=15196): Launched\u000a11:42:19.147490 tst iperf3m4.py:8: start network...\u000a11:42:19.276805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:19.778722 run create_hlr_db(pid=15197): Launched\u000a11:42:19.957845 bus /gobi_6: Setting Powered False\u000a11:42:20.979736 run create_hlr_db(pid=15197): Terminated: ok {rc=0}\u000a11:42:21.398304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15199): Launched\u000a11:42:21.712649 run osmo-hlr_10.42.42.2(pid=15200): Launched\u000a11:42:21.832414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:22.391450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15202): Launched\u000a11:42:22.705537 run osmo-stp_10.42.42.5(pid=15203): Launched\u000a11:42:22.817971 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:23.363795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15205): Launched\u000a11:42:23.474564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:23.750224 run patchelf(pid=15206): Launched\u000a11:42:23.933059 run osmo-stp_10.42.42.5(pid=15203): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15203)]\u000a11:42:24.067067 run osmo-stp_10.42.42.5(pid=15203): stdout: \u000a| (launched: 2022-12-13_11:42:22.550263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:24.201270 run osmo-stp_10.42.42.5(pid=15203): stderr: \u000a| �[0;m�[38;5;43m20221213114222727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114222727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114222727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114222728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:24.329918 run osmo-stp_10.42.42.5(pid=15203): stdout: \u000a| (launched: 2022-12-13_11:42:22.550263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:24.458421 run osmo-stp_10.42.42.5(pid=15203): stderr: \u000a| �[0;m�[38;5;43m20221213114222727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114222727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114222727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114222728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114222728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:24.607067 run patchelf(pid=15206): Terminating (SIGINT)\u000a11:42:24.781658 run patchelf(pid=15206): Terminated: ok {rc=0}\u000a11:42:24.813926 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15203): Process ended prematurely: osmo-stp_10.42.42.5(pid=15203) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15203)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:42:24.823470 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a11:42:24.883719 run osmo-hlr_10.42.42.2(pid=15200): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15200)]\u000a11:42:24.932658 run osmo-hlr_10.42.42.2(pid=15200): stdout: \u000a| (launched: 2022-12-13_11:42:21.556511) \u000a11:42:24.982393 run osmo-hlr_10.42.42.2(pid=15200): stderr: \u000a| �[0;m�[1;31m20221213114221742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114221742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114221742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114221742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114221742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114221742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114221754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114221763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114221764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114221764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:25.024492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15189): Terminating (SIGTERM)\u000a11:42:25.064075 run iperf3-srv_10.42.42.10(pid=15190): Terminating (SIGTERM)\u000a11:42:25.104128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15191): Terminating (SIGTERM)\u000a11:42:25.144125 run iperf3-srv_10.42.42.10(pid=15192): Terminating (SIGTERM)\u000a11:42:25.183918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15193): Terminating (SIGTERM)\u000a11:42:25.223715 run iperf3-srv_10.42.42.10(pid=15194): Terminating (SIGTERM)\u000a11:42:25.263636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15195): Terminating (SIGTERM)\u000a11:42:25.303565 run iperf3-srv_10.42.42.10(pid=15196): Terminating (SIGTERM)\u000a11:42:25.343876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15199): Terminating (SIGTERM)\u000a11:42:25.383744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15202): Terminating (SIGTERM)\u000a11:42:25.423766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15205): Terminating (SIGTERM)\u000a11:42:25.433168 --- ParallelTerminationStrategy: PID 15189 died...\u000a11:42:25.486911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15189): Terminated: ok {rc=0}\u000a11:42:25.496512 --- ParallelTerminationStrategy: PID 15190 died...\u000a11:42:25.549732 run iperf3-srv_10.42.42.10(pid=15190): Terminated {rc=256}\u000a11:42:25.559344 --- ParallelTerminationStrategy: PID 15191 died...\u000a11:42:25.612670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15191): Terminated: ok {rc=0}\u000a11:42:25.622240 --- ParallelTerminationStrategy: PID 15192 died...\u000a11:42:25.675794 run iperf3-srv_10.42.42.10(pid=15192): Terminated {rc=256}\u000a11:42:25.685722 --- ParallelTerminationStrategy: PID 15193 died...\u000a11:42:25.739078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15193): Terminated: ok {rc=0}\u000a11:42:25.748646 --- ParallelTerminationStrategy: PID 15194 died...\u000a11:42:25.802055 run iperf3-srv_10.42.42.10(pid=15194): Terminated {rc=256}\u000a11:42:25.811641 --- ParallelTerminationStrategy: PID 15195 died...\u000a11:42:25.864889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15195): Terminated: ok {rc=0}\u000a11:42:25.874527 --- ParallelTerminationStrategy: PID 15196 died...\u000a11:42:25.927819 run iperf3-srv_10.42.42.10(pid=15196): Terminated {rc=256}\u000a11:42:25.937519 --- ParallelTerminationStrategy: PID 15199 died...\u000a11:42:25.990675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15199): Terminated: ok {rc=0}\u000a11:42:26.000211 --- ParallelTerminationStrategy: PID 15202 died...\u000a11:42:26.053352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15202): Terminated: ok {rc=0}\u000a11:42:26.062949 --- ParallelTerminationStrategy: PID 15205 died...\u000a11:42:26.116167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15205): Terminated: ok {rc=0}\u000a11:42:26.204392 bus /gobi_4: Setting Powered False\u000a11:42:27.307545 bus /gobi_4: Setting Powered False\u000a11:42:28.416537 bus /gobi_1: Setting Powered False\u000a11:42:29.520138 bus /gobi_1: Setting Powered False\u000a11:42:30.632499 bus /gobi_0: Setting Powered False\u000a11:42:31.769420 bus /gobi_0: Setting Powered False\u000a11:42:32.881738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15213): Process ended prematurely: osmo-stp_10.42.42.5(pid=15213) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15213): Process ended prematurely: osmo-stp_10.42.42.5(pid=15213) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:42:33.949129 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:33.961036 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:42:34.110190 tst ping.py: using LAC 33702\u000a11:42:34.234992 tst ping.py: using RAC 42\u000a11:42:34.353794 tst ping.py: using CellId 33702\u000a11:42:34.475726 tst ping.py: using BVCI 33703\u000a11:42:34.499633 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:34.510836 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:34.521797 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:34.532476 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:34.543358 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:34.554696 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:34.565946 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:34.576814 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:34.856439 tst ping.py:19: start network...\u000a11:42:34.983824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:35.474392 run create_hlr_db(pid=15207): Launched\u000a11:42:35.652495 bus /gobi_6: Setting Powered False\u000a11:42:36.672224 run create_hlr_db(pid=15207): Terminated: ok {rc=0}\u000a11:42:37.084344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Launched\u000a11:42:37.395224 run osmo-hlr_10.42.42.2(pid=15210): Launched\u000a11:42:37.524760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:38.067867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Launched\u000a11:42:38.379752 run osmo-stp_10.42.42.5(pid=15213): Launched\u000a11:42:38.502187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:39.043860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15215): Launched\u000a11:42:39.152404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:39.422105 run patchelf(pid=15216): Launched\u000a11:42:39.601287 run osmo-stp_10.42.42.5(pid=15213): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)]\u000a11:42:39.732140 run osmo-stp_10.42.42.5(pid=15213): stdout: \u000a| (launched: 2022-12-13_11:42:38.224017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:39.863340 run osmo-stp_10.42.42.5(pid=15213): stderr: \u000a| �[0;m�[38;5;43m20221213114238398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114238399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114238399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114238399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114238400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114238400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114238400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:39.989816 run osmo-stp_10.42.42.5(pid=15213): stdout: \u000a| (launched: 2022-12-13_11:42:38.224017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:40.114939 run osmo-stp_10.42.42.5(pid=15213): stderr: \u000a| �[0;m�[38;5;43m20221213114238398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114238399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114238399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114238399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114238400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114238400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114238400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:40.260322 run patchelf(pid=15216): Terminating (SIGINT)\u000a11:42:40.431690 run patchelf(pid=15216): Terminated: ok {rc=0}\u000a11:42:40.462682 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15213): Process ended prematurely: osmo-stp_10.42.42.5(pid=15213) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:42:40.471490 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:42:40.532596 run osmo-hlr_10.42.42.2(pid=15210): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15210)]\u000a11:42:40.582357 run osmo-hlr_10.42.42.2(pid=15210): stdout: \u000a| (launched: 2022-12-13_11:42:37.240078) \u000a11:42:40.632651 run osmo-hlr_10.42.42.2(pid=15210): stderr: \u000a| �[0;m�[1;31m20221213114237418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114237418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114237418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114237418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114237418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114237418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114237430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114237438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114237438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114237438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:40.675466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Terminating (SIGTERM)\u000a11:42:40.716165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Terminating (SIGTERM)\u000a11:42:40.756347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15215): Terminating (SIGTERM)\u000a11:42:40.765745 --- ParallelTerminationStrategy: PID 15209 died...\u000a11:42:40.819775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Terminated: ok {rc=0}\u000a11:42:40.829551 --- ParallelTerminationStrategy: PID 15212 died...\u000a11:42:40.883334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Terminated: ok {rc=0}\u000a11:42:40.892933 --- ParallelTerminationStrategy: PID 15215 died...\u000a11:42:40.946667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15215): Terminated: ok {rc=0}\u000a11:42:41.036047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15223): Process ended prematurely: osmo-stp_10.42.42.5(pid=15223) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15223)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15223): Process ended prematurely: osmo-stp_10.42.42.5(pid=15223) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:42:42.088522 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:42.100171 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:42:42.265073 tst ping_idle_ping.py: using LAC 33703\u000a11:42:42.387872 tst ping_idle_ping.py: using RAC 43\u000a11:42:42.511098 tst ping_idle_ping.py: using CellId 33703\u000a11:42:42.634163 tst ping_idle_ping.py: using BVCI 33704\u000a11:42:42.657839 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:42.668846 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:42.679675 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:42.690514 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:42.701808 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:42.713174 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:42.724657 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:42:42.735972 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:42:43.016714 tst ping_idle_ping.py:24: start network...\u000a11:42:43.144297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:43.642853 run create_hlr_db(pid=15217): Launched\u000a11:42:43.821731 bus /gobi_6: Setting Powered False\u000a11:42:44.841929 run create_hlr_db(pid=15217): Terminated: ok {rc=0}\u000a11:42:45.282286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15219): Launched\u000a11:42:45.616514 run osmo-hlr_10.42.42.2(pid=15220): Launched\u000a11:42:45.738375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:46.321083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15222): Launched\u000a11:42:46.693411 run osmo-stp_10.42.42.5(pid=15223): Launched\u000a11:42:46.855661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:47.534530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15225): Launched\u000a11:42:47.644294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:47.915466 run patchelf(pid=15226): Launched\u000a11:42:48.095327 run osmo-stp_10.42.42.5(pid=15223): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15223)]\u000a11:42:48.226596 run osmo-stp_10.42.42.5(pid=15223): stdout: \u000a| (launched: 2022-12-13_11:42:46.481285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:48.358217 run osmo-stp_10.42.42.5(pid=15223): stderr: \u000a| �[0;m�[38;5;43m20221213114246845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114246845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114246845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114246846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:48.484851 run osmo-stp_10.42.42.5(pid=15223): stdout: \u000a| (launched: 2022-12-13_11:42:46.481285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:48.611361 run osmo-stp_10.42.42.5(pid=15223): stderr: \u000a| �[0;m�[38;5;43m20221213114246845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114246845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114246845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114246846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114246846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:48.757727 run patchelf(pid=15226): Terminating (SIGINT)\u000a11:42:48.929744 run patchelf(pid=15226): Terminated: ok {rc=0}\u000a11:42:48.961414 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15223): Process ended prematurely: osmo-stp_10.42.42.5(pid=15223) [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15223)] [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:42:48.970229 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a11:42:49.030348 run osmo-hlr_10.42.42.2(pid=15220): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15220)]\u000a11:42:49.079639 run osmo-hlr_10.42.42.2(pid=15220): stdout: \u000a| (launched: 2022-12-13_11:42:45.450474) \u000a11:42:49.129905 run osmo-hlr_10.42.42.2(pid=15220): stderr: \u000a| �[0;m�[1;31m20221213114245651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114245651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114245651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114245652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114245652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114245652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114245664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114245672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114245672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114245672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:49.172300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15219): Terminating (SIGTERM)\u000a11:42:49.212378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15222): Terminating (SIGTERM)\u000a11:42:49.252549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15225): Terminating (SIGTERM)\u000a11:42:49.261895 --- ParallelTerminationStrategy: PID 15219 died...\u000a11:42:49.315262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15219): Terminated: ok {rc=0}\u000a11:42:49.325000 --- ParallelTerminationStrategy: PID 15222 died...\u000a11:42:49.378216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15222): Terminated: ok {rc=0}\u000a11:42:49.387831 --- ParallelTerminationStrategy: PID 15225 died...\u000a11:42:49.441124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15225): Terminated: ok {rc=0}\u000a11:42:49.530353 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:41:50" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15236): Process ended prematurely: osmo-stp_10.42.42.5(pid=15236) [trial-2389↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15236)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15236): Process ended prematurely: osmo-stp_10.42.42.5(pid=15236) [trial-2389↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:42:51.531149 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:51.542964 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:42:51.692699 tst switch_tch_pdch.py: using LAC 33704\u000a11:42:51.815145 tst switch_tch_pdch.py: using RAC 44\u000a11:42:51.936340 tst switch_tch_pdch.py: using CellId 33704\u000a11:42:52.058144 tst switch_tch_pdch.py: using BVCI 33705\u000a11:42:52.081765 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:52.092923 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:52.104002 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:52.115067 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:52.126014 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:52.137100 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:52.148280 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:42:52.159276 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:42:52.274291 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:42:52.554452 tst switch_tch_pdch.py:51: start network...\u000a11:42:52.682164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:53.176682 run create_hlr_db(pid=15230): Launched\u000a11:42:53.354115 bus /gobi_6: Setting Powered False\u000a11:42:54.374381 run create_hlr_db(pid=15230): Terminated: ok {rc=0}\u000a11:42:54.785758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15232): Launched\u000a11:42:55.094840 run osmo-hlr_10.42.42.2(pid=15233): Launched\u000a11:42:55.206642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:55.740007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15235): Launched\u000a11:42:56.050484 run osmo-stp_10.42.42.5(pid=15236): Launched\u000a11:42:56.162531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:56.700834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15238): Launched\u000a11:42:56.810311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:57.080577 run patchelf(pid=15239): Launched\u000a11:42:57.259779 run osmo-stp_10.42.42.5(pid=15236): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15236)]\u000a11:42:57.390642 run osmo-stp_10.42.42.5(pid=15236): stdout: \u000a| (launched: 2022-12-13_11:42:55.895301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:57.521651 run osmo-stp_10.42.42.5(pid=15236): stderr: \u000a| �[0;m�[38;5;43m20221213114256070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114256070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114256070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114256071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114256071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114256071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114256071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:57.647500 run osmo-stp_10.42.42.5(pid=15236): stdout: \u000a| (launched: 2022-12-13_11:42:55.895301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:57.772482 run osmo-stp_10.42.42.5(pid=15236): stderr: \u000a| �[0;m�[38;5;43m20221213114256070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114256070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114256070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114256071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114256071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114256071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114256071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:57.918808 run patchelf(pid=15239): Terminating (SIGINT)\u000a11:42:58.090143 run patchelf(pid=15239): Terminated: ok {rc=0}\u000a11:42:58.121235 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15236): Process ended prematurely: osmo-stp_10.42.42.5(pid=15236) [trial-2389↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15236)] [trial-2389↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:42:58.130099 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:42:58.190334 run osmo-hlr_10.42.42.2(pid=15233): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15233)]\u000a11:42:58.239796 run osmo-hlr_10.42.42.2(pid=15233): stdout: \u000a| (launched: 2022-12-13_11:42:54.941232) \u000a11:42:58.289714 run osmo-hlr_10.42.42.2(pid=15233): stderr: \u000a| �[0;m�[1;31m20221213114255122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114255122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114255122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114255122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114255122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114255122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114255134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114255143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114255144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114255144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:58.332207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15232): Terminating (SIGTERM)\u000a11:42:58.372364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15235): Terminating (SIGTERM)\u000a11:42:58.412322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15238): Terminating (SIGTERM)\u000a11:42:58.421738 --- ParallelTerminationStrategy: PID 15232 died...\u000a11:42:58.475945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15232): Terminated: ok {rc=0}\u000a11:42:58.485799 --- ParallelTerminationStrategy: PID 15235 died...\u000a11:42:58.539476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15235): Terminated: ok {rc=0}\u000a11:42:58.549141 --- ParallelTerminationStrategy: PID 15238 died...\u000a11:42:58.602609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15238): Terminated: ok {rc=0}\u000a11:42:58.691901 bus /gobi_0: Setting Powered False\u000a11:42:59.793928 bus /gobi_0: Setting Powered False\u000a11:43:00.902991 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:42:51" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15249): Process ended prematurely: osmo-stp_10.42.42.5(pid=15249) [trial-2389↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15249)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15249): Process ended prematurely: osmo-stp_10.42.42.5(pid=15249) [trial-2389↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:43:02.909292 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:02.920855 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:43:03.075663 tst switch_tch_pdch.py: using LAC 33705\u000a11:43:03.205524 tst switch_tch_pdch.py: using RAC 45\u000a11:43:03.335102 tst switch_tch_pdch.py: using CellId 33705\u000a11:43:03.465371 tst switch_tch_pdch.py: using BVCI 33706\u000a11:43:03.490604 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:03.502267 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:03.513631 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:03.525070 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:03.536725 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:03.548462 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:03.560350 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:43:03.572164 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:43:03.693825 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:43:03.992755 tst switch_tch_pdch.py:51: start network...\u000a11:43:04.130436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:04.618648 run create_hlr_db(pid=15243): Launched\u000a11:43:04.753089 bus /gobi_6: Setting Powered False\u000a11:43:05.830237 run create_hlr_db(pid=15243): Terminated: ok {rc=0}\u000a11:43:06.219137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15245): Launched\u000a11:43:06.531349 run osmo-hlr_10.42.42.2(pid=15246): Launched\u000a11:43:06.645837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:07.155696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15248): Launched\u000a11:43:07.464616 run osmo-stp_10.42.42.5(pid=15249): Launched\u000a11:43:07.577294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:08.092385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15251): Launched\u000a11:43:08.201513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:08.471069 run patchelf(pid=15252): Launched\u000a11:43:08.650692 run osmo-stp_10.42.42.5(pid=15249): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15249)]\u000a11:43:08.782896 run osmo-stp_10.42.42.5(pid=15249): stdout: \u000a| (launched: 2022-12-13_11:43:07.311396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:08.914489 run osmo-stp_10.42.42.5(pid=15249): stderr: \u000a| �[0;m�[38;5;43m20221213114307485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114307486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114307487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114307487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114307487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114307487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114307488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:09.041147 run osmo-stp_10.42.42.5(pid=15249): stdout: \u000a| (launched: 2022-12-13_11:43:07.311396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:09.167364 run osmo-stp_10.42.42.5(pid=15249): stderr: \u000a| �[0;m�[38;5;43m20221213114307485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114307486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114307487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114307487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114307487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114307487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114307488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:09.313574 run patchelf(pid=15252): Terminating (SIGINT)\u000a11:43:09.484686 run patchelf(pid=15252): Terminated: ok {rc=0}\u000a11:43:09.515841 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15249): Process ended prematurely: osmo-stp_10.42.42.5(pid=15249) [trial-2389↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15249)] [trial-2389↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:43:09.524693 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:43:09.585242 run osmo-hlr_10.42.42.2(pid=15246): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15246)]\u000a11:43:09.634752 run osmo-hlr_10.42.42.2(pid=15246): stdout: \u000a| (launched: 2022-12-13_11:43:06.375729) \u000a11:43:09.685002 run osmo-hlr_10.42.42.2(pid=15246): stderr: \u000a| �[0;m�[1;31m20221213114306555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114306555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114306555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114306555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114306555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114306555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114306567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114306577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114306577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114306578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:09.727598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15245): Terminating (SIGTERM)\u000a11:43:09.767803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15248): Terminating (SIGTERM)\u000a11:43:09.807992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15251): Terminating (SIGTERM)\u000a11:43:09.817498 --- ParallelTerminationStrategy: PID 15245 died...\u000a11:43:09.871665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15245): Terminated: ok {rc=0}\u000a11:43:09.881506 --- ParallelTerminationStrategy: PID 15248 died...\u000a11:43:09.935117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15248): Terminated: ok {rc=0}\u000a11:43:09.944834 --- ParallelTerminationStrategy: PID 15251 died...\u000a11:43:09.998559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15251): Terminated: ok {rc=0}\u000a11:43:10.082659 bus /gobi_0: Setting Powered False\u000a11:43:11.185613 bus /gobi_0: Setting Powered False\u000a11:43:12.298444 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:43:02" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15257): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15257) [trial-2389↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15257)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15257): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15257) [trial-2389↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a11:43:14.159944 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a11:43:14.170874 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a11:43:14.302408 tst mo_mt_sms.py: using LAC 33706\u000a11:43:14.430159 tst mo_mt_sms.py: using RAC 46\u000a11:43:14.560079 tst mo_mt_sms.py: using CellId 33706\u000a11:43:14.693905 tst mo_mt_sms.py: using BVCI 33707\u000a11:43:14.719179 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:43:14.834695 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:43:15.113278 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:43:15.240578 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:43:15.879976 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15256): Launched\u000a11:43:16.210795 run osmo-nitb_10.42.42.2(pid=15257): Launched\u000a11:43:16.402486 run osmo-nitb_10.42.42.2(pid=15257): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15257)]\u000a11:43:16.544850 run osmo-nitb_10.42.42.2(pid=15257): stdout: \u000a| (launched: 2022-12-13_11:43:16.042456) \u000a11:43:16.685977 run osmo-nitb_10.42.42.2(pid=15257): stderr: \u000a| (launched: 2022-12-13_11:43:16.090124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:16.822930 run osmo-nitb_10.42.42.2(pid=15257): stdout: \u000a| (launched: 2022-12-13_11:43:16.042456) \u000a11:43:16.958001 run osmo-nitb_10.42.42.2(pid=15257): stderr: \u000a| (launched: 2022-12-13_11:43:16.090124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:17.345726 tst osmo-nitb_10.42.42.2(pid=15257): stdout: \u000a| (launched: 2022-12-13_11:43:16.042456) \u000a11:43:17.468012 tst osmo-nitb_10.42.42.2(pid=15257): stderr: \u000a| (launched: 2022-12-13_11:43:16.090124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:17.521472 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15257): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15257) [trial-2389↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15257)] [trial-2389↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a11:43:17.529854 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a11:43:17.563862 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15256): Terminating (SIGTERM)\u000a11:43:17.741393 --- ParallelTerminationStrategy: PID 15256 died...\u000a11:43:17.796598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15256): Terminated: ok {rc=0}\u000a11:43:17.885762 bus /sierra_3: Setting Powered False\u000a11:43:18.990312 bus /sierra_3: Setting Powered False\u000a11:43:20.100447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:43:14" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15267): Process ended prematurely: osmo-stp_10.42.42.5(pid=15267) [trial-2389↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15267)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15267): Process ended prematurely: osmo-stp_10.42.42.5(pid=15267) [trial-2389↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a11:43:21.950331 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:21.960850 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a11:43:22.091979 tst mo_mt_sms.py: using LAC 33707\u000a11:43:22.219613 tst mo_mt_sms.py: using RAC 47\u000a11:43:22.349843 tst mo_mt_sms.py: using CellId 33707\u000a11:43:22.479196 tst mo_mt_sms.py: using BVCI 33708\u000a11:43:22.504298 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:22.515545 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:22.526754 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:22.537821 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:22.549138 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:22.560472 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:43:22.679891 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:43:22.885120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:23.380355 run create_hlr_db(pid=15261): Launched\u000a11:43:23.558446 bus /sierra_2: Setting Powered False\u000a11:43:24.578178 run create_hlr_db(pid=15261): Terminated: ok {rc=0}\u000a11:43:24.991879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15263): Launched\u000a11:43:25.304006 run osmo-hlr_10.42.42.2(pid=15264): Launched\u000a11:43:25.416827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:25.952775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15266): Launched\u000a11:43:26.262827 run osmo-stp_10.42.42.5(pid=15267): Launched\u000a11:43:26.374088 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:43:26.937415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15269): Launched\u000a11:43:27.248377 run osmo-msc_10.42.42.6(pid=15270): Launched\u000a11:43:27.427925 run osmo-stp_10.42.42.5(pid=15267): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15267)]\u000a11:43:27.557734 run osmo-stp_10.42.42.5(pid=15267): stdout: \u000a| (launched: 2022-12-13_11:43:26.108600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:27.685113 run osmo-stp_10.42.42.5(pid=15267): stderr: \u000a| �[0;m�[38;5;43m20221213114326281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114326282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114326282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114326282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:27.807669 run osmo-stp_10.42.42.5(pid=15267): stdout: \u000a| (launched: 2022-12-13_11:43:26.108600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:27.929505 run osmo-stp_10.42.42.5(pid=15267): stderr: \u000a| �[0;m�[38;5;43m20221213114326281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114326282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114326282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114326282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114326283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:27.983050 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15267): Process ended prematurely: osmo-stp_10.42.42.5(pid=15267) [trial-2389↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15267)] [trial-2389↪sms:oc2g↪mo_mt_sms.py:16]\u000a11:43:27.991082 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a11:43:28.051357 run osmo-hlr_10.42.42.2(pid=15264): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15264)]\u000a11:43:28.100940 run osmo-hlr_10.42.42.2(pid=15264): stdout: \u000a| (launched: 2022-12-13_11:43:25.148860) \u000a11:43:28.151264 run osmo-hlr_10.42.42.2(pid=15264): stderr: \u000a| �[0;m�[1;31m20221213114325329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114325330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114325330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114325330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114325330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114325330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114325342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114325351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114325351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114325351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:28.219546 run osmo-msc_10.42.42.6(pid=15270): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15270)]\u000a11:43:28.269274 run osmo-msc_10.42.42.6(pid=15270): stdout: \u000a| (launched: 2022-12-13_11:43:27.093243) \u000a11:43:28.319587 run osmo-msc_10.42.42.6(pid=15270): stderr: \u000a| �[0;m�[38;5;43m20221213114327370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114327370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee8e99bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114327370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114327370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114327370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114327371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114327372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114327373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114327373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114327373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:43:28.362180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15263): Terminating (SIGTERM)\u000a11:43:28.402263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15266): Terminating (SIGTERM)\u000a11:43:28.442683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15269): Terminating (SIGTERM)\u000a11:43:28.451980 --- ParallelTerminationStrategy: PID 15263 died...\u000a11:43:28.505894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15263): Terminated: ok {rc=0}\u000a11:43:28.515571 --- ParallelTerminationStrategy: PID 15266 died...\u000a11:43:28.569157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15266): Terminated: ok {rc=0}\u000a11:43:28.578845 --- ParallelTerminationStrategy: PID 15269 died...\u000a11:43:28.632491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15269): Terminated: ok {rc=0}\u000a11:43:28.722038 bus /sierra_3: Setting Powered False\u000a11:43:29.829370 bus /sierra_3: Setting Powered False\u000a11:43:30.947303 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:43:21" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15276): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15276) [trial-2389↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15276)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15276): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15276) [trial-2389↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a11:43:32.765200 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a11:43:32.776531 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a11:43:32.905295 tst assert_extension.py: using LAC 33708\u000a11:43:33.025179 tst assert_extension.py: using RAC 48\u000a11:43:33.144130 tst assert_extension.py: using CellId 33708\u000a11:43:33.264831 tst assert_extension.py: using BVCI 33709\u000a11:43:33.288294 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a11:43:33.588353 tst assert_extension.py:10: start nitb and bts...\u000a11:43:33.726785 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:43:34.405237 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15275): Launched\u000a11:43:34.733637 run osmo-nitb_10.42.42.2(pid=15276): Launched\u000a11:43:34.935324 run osmo-nitb_10.42.42.2(pid=15276): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15276)]\u000a11:43:35.084195 run osmo-nitb_10.42.42.2(pid=15276): stdout: \u000a| (launched: 2022-12-13_11:43:34.572518) \u000a11:43:35.233093 run osmo-nitb_10.42.42.2(pid=15276): stderr: \u000a| (launched: 2022-12-13_11:43:34.621555)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:35.376779 run osmo-nitb_10.42.42.2(pid=15276): stdout: \u000a| (launched: 2022-12-13_11:43:34.572518) \u000a11:43:35.519204 run osmo-nitb_10.42.42.2(pid=15276): stderr: \u000a| (launched: 2022-12-13_11:43:34.621555)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:35.866437 tst osmo-nitb_10.42.42.2(pid=15276): stdout: \u000a| (launched: 2022-12-13_11:43:34.572518) \u000a11:43:35.998090 tst osmo-nitb_10.42.42.2(pid=15276): stderr: \u000a| (launched: 2022-12-13_11:43:34.621555)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:43:36.055614 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15276): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15276) [trial-2389↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15276)] [trial-2389↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a11:43:36.064465 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:43:36.101522 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15275): Terminating (SIGTERM)\u000a11:43:36.279882 --- ParallelTerminationStrategy: PID 15275 died...\u000a11:43:36.338913 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15275): Terminated: ok {rc=0}\u000a11:43:36.426685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:43:32" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15286): Process ended prematurely: osmo-stp_10.42.42.5(pid=15286) [trial-2389↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15286)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15286): Process ended prematurely: osmo-stp_10.42.42.5(pid=15286) [trial-2389↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a11:43:38.233658 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:38.244300 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a11:43:38.374739 tst assert_extension.py: using LAC 33709\u000a11:43:38.501512 tst assert_extension.py: using RAC 49\u000a11:43:38.634087 tst assert_extension.py: using CellId 33709\u000a11:43:38.763436 tst assert_extension.py: using BVCI 33710\u000a11:43:38.788635 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:38.799715 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:38.810845 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:38.821765 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:38.833164 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:43:38.844342 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a11:43:39.057350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:39.574882 run create_hlr_db(pid=15280): Launched\u000a11:43:39.766918 bus /sierra_2: Setting Powered False\u000a11:43:40.786249 run create_hlr_db(pid=15280): Terminated: ok {rc=0}\u000a11:43:41.202878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15282): Launched\u000a11:43:41.512924 run osmo-hlr_10.42.42.2(pid=15283): Launched\u000a11:43:41.627068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:42.168294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15285): Launched\u000a11:43:42.478916 run osmo-stp_10.42.42.5(pid=15286): Launched\u000a11:43:42.590996 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:43:43.152882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15288): Launched\u000a11:43:43.462648 run osmo-msc_10.42.42.6(pid=15289): Launched\u000a11:43:43.642657 run osmo-stp_10.42.42.5(pid=15286): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15286)]\u000a11:43:43.771687 run osmo-stp_10.42.42.5(pid=15286): stdout: \u000a| (launched: 2022-12-13_11:43:42.324188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:43.899398 run osmo-stp_10.42.42.5(pid=15286): stderr: \u000a| �[0;m�[38;5;43m20221213114342497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114342497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114342498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114342498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114342500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114342500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114342500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:44.022295 run osmo-stp_10.42.42.5(pid=15286): stdout: \u000a| (launched: 2022-12-13_11:43:42.324188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:44.144387 run osmo-stp_10.42.42.5(pid=15286): stderr: \u000a| �[0;m�[38;5;43m20221213114342497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114342497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114342498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114342498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114342500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114342500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114342500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:44.197936 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15286): Process ended prematurely: osmo-stp_10.42.42.5(pid=15286) [trial-2389↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15286)] [trial-2389↪ussd:oc2g↪assert_extension.py:17]\u000a11:43:44.206265 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a11:43:44.266871 run osmo-hlr_10.42.42.2(pid=15283): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15283)]\u000a11:43:44.316707 run osmo-hlr_10.42.42.2(pid=15283): stdout: \u000a| (launched: 2022-12-13_11:43:41.358719) \u000a11:43:44.366594 run osmo-hlr_10.42.42.2(pid=15283): stderr: \u000a| �[0;m�[1;31m20221213114341539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114341539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114341539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114341539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114341539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114341539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114341551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114341560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114341560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114341560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:44.434186 run osmo-msc_10.42.42.6(pid=15289): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15289)]\u000a11:43:44.483461 run osmo-msc_10.42.42.6(pid=15289): stdout: \u000a| (launched: 2022-12-13_11:43:43.308254) \u000a11:43:44.533342 run osmo-msc_10.42.42.6(pid=15289): stderr: \u000a| �[0;m�[38;5;43m20221213114343585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114343585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f121aeaac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114343585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114343585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114343586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114343586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114343587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114343588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114343588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114343588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:43:44.575547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15282): Terminating (SIGTERM)\u000a11:43:44.615278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15285): Terminating (SIGTERM)\u000a11:43:44.654976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15288): Terminating (SIGTERM)\u000a11:43:44.664289 --- ParallelTerminationStrategy: PID 15282 died...\u000a11:43:44.717850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15282): Terminated: ok {rc=0}\u000a11:43:44.727565 --- ParallelTerminationStrategy: PID 15285 died...\u000a11:43:44.780873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15285): Terminated: ok {rc=0}\u000a11:43:44.790625 --- ParallelTerminationStrategy: PID 15288 died...\u000a11:43:44.843872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15288): Terminated: ok {rc=0}\u000a11:43:44.932191 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:43:38" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15300): Process ended prematurely: osmo-stp_10.42.42.5(pid=15300) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15300)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15300): Process ended prematurely: osmo-stp_10.42.42.5(pid=15300) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:43:46.893211 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:46.905821 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:43:47.090809 tst mo_mt_call.py: using LAC 33710\u000a11:43:47.245734 tst mo_mt_call.py: using RAC 50\u000a11:43:47.374600 tst mo_mt_call.py: using CellId 33710\u000a11:43:47.499509 tst mo_mt_call.py: using BVCI 33711\u000a11:43:47.523477 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:47.534765 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:47.545875 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:47.557062 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:47.568225 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:47.579734 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:43:47.702710 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:43:47.919211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:48.449366 run create_hlr_db(pid=15294): Launched\u000a11:43:48.644054 bus /sierra_2: Setting Powered False\u000a11:43:49.664717 run create_hlr_db(pid=15294): Terminated: ok {rc=0}\u000a11:43:50.089745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15296): Launched\u000a11:43:50.405974 run osmo-hlr_10.42.42.2(pid=15297): Launched\u000a11:43:50.526448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:51.070836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15299): Launched\u000a11:43:51.387124 run osmo-stp_10.42.42.5(pid=15300): Launched\u000a11:43:51.512021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:43:52.089234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15302): Launched\u000a11:43:52.406338 run osmo-msc_10.42.42.6(pid=15303): Launched\u000a11:43:52.589851 run osmo-stp_10.42.42.5(pid=15300): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15300)]\u000a11:43:52.721903 run osmo-stp_10.42.42.5(pid=15300): stdout: \u000a| (launched: 2022-12-13_11:43:51.230512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:52.851466 run osmo-stp_10.42.42.5(pid=15300): stderr: \u000a| �[0;m�[38;5;43m20221213114351406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114351406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114351406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114351406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114351407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114351407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114351407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:52.976366 run osmo-stp_10.42.42.5(pid=15300): stdout: \u000a| (launched: 2022-12-13_11:43:51.230512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:53.100738 run osmo-stp_10.42.42.5(pid=15300): stderr: \u000a| �[0;m�[38;5;43m20221213114351406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114351406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114351406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114351406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114351407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114351407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114351407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:53.156058 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15300): Process ended prematurely: osmo-stp_10.42.42.5(pid=15300) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15300)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:43:53.164816 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:43:53.224590 run osmo-hlr_10.42.42.2(pid=15297): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15297)]\u000a11:43:53.273616 run osmo-hlr_10.42.42.2(pid=15297): stdout: \u000a| (launched: 2022-12-13_11:43:50.249538) \u000a11:43:53.323179 run osmo-hlr_10.42.42.2(pid=15297): stderr: \u000a| �[0;m�[1;31m20221213114350430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114350431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114350431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114350431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114350431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114350431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114350443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114350451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114350451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114350451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:53.390672 run osmo-msc_10.42.42.6(pid=15303): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15303)]\u000a11:43:53.439689 run osmo-msc_10.42.42.6(pid=15303): stdout: \u000a| (launched: 2022-12-13_11:43:52.248006) \u000a11:43:53.489476 run osmo-msc_10.42.42.6(pid=15303): stderr: \u000a| �[0;m�[38;5;43m20221213114352526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114352526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e0be98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114352526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114352526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114352526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114352527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114352530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114352530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114352530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114352531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:43:53.531652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15296): Terminating (SIGTERM)\u000a11:43:53.571423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15299): Terminating (SIGTERM)\u000a11:43:53.611163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15302): Terminating (SIGTERM)\u000a11:43:53.620462 --- ParallelTerminationStrategy: PID 15296 died...\u000a11:43:53.674042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15296): Terminated: ok {rc=0}\u000a11:43:53.683669 --- ParallelTerminationStrategy: PID 15299 died...\u000a11:43:53.736781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15299): Terminated: ok {rc=0}\u000a11:43:53.746447 --- ParallelTerminationStrategy: PID 15302 died...\u000a11:43:53.799643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15302): Terminated: ok {rc=0}\u000a11:43:53.883564 bus /sierra_3: Setting Powered False\u000a11:43:54.990221 bus /sierra_3: Setting Powered False\u000a11:43:56.101365 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15311): Process ended prematurely: osmo-stp_10.42.42.5(pid=15311) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15311)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15311): Process ended prematurely: osmo-stp_10.42.42.5(pid=15311) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:43:57.214507 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:57.226500 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:43:57.373361 tst mo_mt_call_osmux.py: using LAC 33711\u000a11:43:57.497892 tst mo_mt_call_osmux.py: using RAC 51\u000a11:43:57.619812 tst mo_mt_call_osmux.py: using CellId 33711\u000a11:43:57.744046 tst mo_mt_call_osmux.py: using BVCI 33712\u000a11:43:57.767944 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:57.779400 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:57.790554 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:57.801688 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:57.812528 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:43:57.823486 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:43:57.945732 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:43:58.153360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:58.655670 run create_hlr_db(pid=15305): Launched\u000a11:43:58.836512 bus /sierra_2: Setting Powered False\u000a11:43:59.857384 run create_hlr_db(pid=15305): Terminated: ok {rc=0}\u000a11:44:00.304938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15307): Launched\u000a11:44:00.643922 run osmo-hlr_10.42.42.2(pid=15308): Launched\u000a11:44:00.771284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:01.386665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15310): Launched\u000a11:44:01.756654 run osmo-stp_10.42.42.5(pid=15311): Launched\u000a11:44:02.002770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:02.658446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15313): Launched\u000a11:44:02.973516 run osmo-msc_10.42.42.6(pid=15314): Launched\u000a11:44:03.156739 run osmo-stp_10.42.42.5(pid=15311): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15311)]\u000a11:44:03.290107 run osmo-stp_10.42.42.5(pid=15311): stdout: \u000a| (launched: 2022-12-13_11:44:01.560165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:03.419702 run osmo-stp_10.42.42.5(pid=15311): stderr: \u000a| �[0;m�[38;5;43m20221213114401844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114401844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114401844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114401853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114401855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114401855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114401855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:03.544559 run osmo-stp_10.42.42.5(pid=15311): stdout: \u000a| (launched: 2022-12-13_11:44:01.560165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:03.668412 run osmo-stp_10.42.42.5(pid=15311): stderr: \u000a| �[0;m�[38;5;43m20221213114401844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114401844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114401844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114401853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114401855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114401855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114401855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:03.723158 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15311): Process ended prematurely: osmo-stp_10.42.42.5(pid=15311) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15311)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:44:03.732083 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:44:03.792057 run osmo-hlr_10.42.42.2(pid=15308): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15308)]\u000a11:44:03.841221 run osmo-hlr_10.42.42.2(pid=15308): stdout: \u000a| (launched: 2022-12-13_11:44:00.475786) \u000a11:44:03.890718 run osmo-hlr_10.42.42.2(pid=15308): stderr: \u000a| �[0;m�[1;31m20221213114400680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114400680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114400680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114400680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114400680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114400680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114400692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114400700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114400701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114400701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:03.957905 run osmo-msc_10.42.42.6(pid=15314): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15314)]\u000a11:44:04.006712 run osmo-msc_10.42.42.6(pid=15314): stdout: \u000a| (launched: 2022-12-13_11:44:02.816601) \u000a11:44:04.056125 run osmo-msc_10.42.42.6(pid=15314): stderr: \u000a| �[0;m�[38;5;43m20221213114403091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114403091 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbfb006c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114403091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114403091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114403091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114403092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114403094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114403095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114403095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114403095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:04.098099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15307): Terminating (SIGTERM)\u000a11:44:04.137762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15310): Terminating (SIGTERM)\u000a11:44:04.177480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15313): Terminating (SIGTERM)\u000a11:44:04.186832 --- ParallelTerminationStrategy: PID 15307 died...\u000a11:44:04.240431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15307): Terminated: ok {rc=0}\u000a11:44:04.250257 --- ParallelTerminationStrategy: PID 15310 died...\u000a11:44:04.303721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15310): Terminated: ok {rc=0}\u000a11:44:04.313525 --- ParallelTerminationStrategy: PID 15313 died...\u000a11:44:04.366817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15313): Terminated: ok {rc=0}\u000a11:44:04.454851 bus /sierra_3: Setting Powered False\u000a11:44:05.561482 bus /sierra_3: Setting Powered False\u000a11:44:06.673300 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:43:46" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15332): Process ended prematurely: osmo-stp_10.42.42.5(pid=15332) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15332)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15332): Process ended prematurely: osmo-stp_10.42.42.5(pid=15332) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:44:08.638264 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:08.649626 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:44:08.796329 tst mo_mt_call.py: using LAC 33712\u000a11:44:08.918988 tst mo_mt_call.py: using RAC 52\u000a11:44:09.043444 tst mo_mt_call.py: using CellId 33712\u000a11:44:09.167327 tst mo_mt_call.py: using BVCI 33713\u000a11:44:09.191085 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:09.202302 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:09.213289 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:09.224142 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:09.235420 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:09.246484 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:44:09.375256 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:44:09.581069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:10.085160 run create_hlr_db(pid=15326): Launched\u000a11:44:10.264178 bus /sierra_2: Setting Powered False\u000a11:44:11.287445 run create_hlr_db(pid=15326): Terminated: ok {rc=0}\u000a11:44:11.705716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15328): Launched\u000a11:44:12.033145 run osmo-hlr_10.42.42.2(pid=15329): Launched\u000a11:44:12.146645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:12.692724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15331): Launched\u000a11:44:13.006520 run osmo-stp_10.42.42.5(pid=15332): Launched\u000a11:44:13.119940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:13.692185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15334): Launched\u000a11:44:14.006942 run osmo-msc_10.42.42.6(pid=15335): Launched\u000a11:44:14.189879 run osmo-stp_10.42.42.5(pid=15332): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15332)]\u000a11:44:14.322034 run osmo-stp_10.42.42.5(pid=15332): stdout: \u000a| (launched: 2022-12-13_11:44:12.851234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:14.451725 run osmo-stp_10.42.42.5(pid=15332): stderr: \u000a| �[0;m�[38;5;43m20221213114413026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114413027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114413027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114413027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114413028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114413028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114413028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:14.576598 run osmo-stp_10.42.42.5(pid=15332): stdout: \u000a| (launched: 2022-12-13_11:44:12.851234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:14.700787 run osmo-stp_10.42.42.5(pid=15332): stderr: \u000a| �[0;m�[38;5;43m20221213114413026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114413027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114413027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114413027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114413028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114413028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114413028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:14.755501 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15332): Process ended prematurely: osmo-stp_10.42.42.5(pid=15332) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15332)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:44:14.764198 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:44:14.825107 run osmo-hlr_10.42.42.2(pid=15329): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15329)]\u000a11:44:14.874361 run osmo-hlr_10.42.42.2(pid=15329): stdout: \u000a| (launched: 2022-12-13_11:44:11.864393) \u000a11:44:14.924173 run osmo-hlr_10.42.42.2(pid=15329): stderr: \u000a| �[0;m�[1;31m20221213114412061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114412061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114412061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114412061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114412061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114412061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114412076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114412085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114412085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114412085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:14.991768 run osmo-msc_10.42.42.6(pid=15335): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15335)]\u000a11:44:15.040882 run osmo-msc_10.42.42.6(pid=15335): stdout: \u000a| (launched: 2022-12-13_11:44:13.850106) \u000a11:44:15.091232 run osmo-msc_10.42.42.6(pid=15335): stderr: \u000a| �[0;m�[38;5;43m20221213114414127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114414128 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f325542cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114414128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114414128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114414128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114414128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114414130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114414130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114414130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114414130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:15.133347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15328): Terminating (SIGTERM)\u000a11:44:15.173079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15331): Terminating (SIGTERM)\u000a11:44:15.212803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15334): Terminating (SIGTERM)\u000a11:44:15.222209 --- ParallelTerminationStrategy: PID 15328 died...\u000a11:44:15.275793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15328): Terminated: ok {rc=0}\u000a11:44:15.285620 --- ParallelTerminationStrategy: PID 15331 died...\u000a11:44:15.339051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15331): Terminated: ok {rc=0}\u000a11:44:15.348651 --- ParallelTerminationStrategy: PID 15334 died...\u000a11:44:15.401546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15334): Terminated: ok {rc=0}\u000a11:44:15.489325 bus /sierra_3: Setting Powered False\u000a11:44:16.591063 bus /sierra_3: Setting Powered False\u000a11:44:17.699664 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15343): Process ended prematurely: osmo-stp_10.42.42.5(pid=15343) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15343)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15343): Process ended prematurely: osmo-stp_10.42.42.5(pid=15343) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:44:18.817338 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:18.829929 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:44:18.986119 tst mo_mt_call_osmux.py: using LAC 33713\u000a11:44:19.116463 tst mo_mt_call_osmux.py: using RAC 53\u000a11:44:19.247118 tst mo_mt_call_osmux.py: using CellId 33713\u000a11:44:19.379987 tst mo_mt_call_osmux.py: using BVCI 33714\u000a11:44:19.405794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:19.417359 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:19.428719 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:19.440102 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:19.451892 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:44:19.463676 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:44:19.586096 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:44:19.797302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:20.301651 run create_hlr_db(pid=15337): Launched\u000a11:44:20.481686 bus /sierra_2: Setting Powered False\u000a11:44:21.502887 run create_hlr_db(pid=15337): Terminated: ok {rc=0}\u000a11:44:21.952805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15339): Launched\u000a11:44:22.292341 run osmo-hlr_10.42.42.2(pid=15340): Launched\u000a11:44:22.417512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:23.002941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15342): Launched\u000a11:44:23.341415 run osmo-stp_10.42.42.5(pid=15343): Launched\u000a11:44:23.463901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:24.078916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15345): Launched\u000a11:44:24.418835 run osmo-msc_10.42.42.6(pid=15346): Launched\u000a11:44:24.615761 run osmo-stp_10.42.42.5(pid=15343): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15343)]\u000a11:44:24.758100 run osmo-stp_10.42.42.5(pid=15343): stdout: \u000a| (launched: 2022-12-13_11:44:23.173651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:24.899330 run osmo-stp_10.42.42.5(pid=15343): stderr: \u000a| �[0;m�[38;5;43m20221213114423372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114423372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114423372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114423373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114423373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114423373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114423373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:25.034235 run osmo-stp_10.42.42.5(pid=15343): stdout: \u000a| (launched: 2022-12-13_11:44:23.173651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:25.167888 run osmo-stp_10.42.42.5(pid=15343): stderr: \u000a| �[0;m�[38;5;43m20221213114423372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114423372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114423372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114423373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114423373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114423373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114423373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:25.226689 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15343): Process ended prematurely: osmo-stp_10.42.42.5(pid=15343) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15343)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:44:25.236066 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:44:25.299445 run osmo-hlr_10.42.42.2(pid=15340): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15340)]\u000a11:44:25.351458 run osmo-hlr_10.42.42.2(pid=15340): stdout: \u000a| (launched: 2022-12-13_11:44:22.123885) \u000a11:44:25.404301 run osmo-hlr_10.42.42.2(pid=15340): stderr: \u000a| �[0;m�[1;31m20221213114422328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114422328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114422328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114422328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114422328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114422328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114422339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114422348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114422348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114422348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:25.475517 run osmo-msc_10.42.42.6(pid=15346): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15346)]\u000a11:44:25.527242 run osmo-msc_10.42.42.6(pid=15346): stdout: \u000a| (launched: 2022-12-13_11:44:24.250567) \u000a11:44:25.579574 run osmo-msc_10.42.42.6(pid=15346): stderr: \u000a| �[0;m�[38;5;43m20221213114424577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114424577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3af3a48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114424577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114424577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114424577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114424578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114424579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114424580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114424580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114424580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:25.624098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15339): Terminating (SIGTERM)\u000a11:44:25.666314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15342): Terminating (SIGTERM)\u000a11:44:25.709068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15345): Terminating (SIGTERM)\u000a11:44:25.718765 --- ParallelTerminationStrategy: PID 15339 died...\u000a11:44:25.775486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15339): Terminated: ok {rc=0}\u000a11:44:25.785869 --- ParallelTerminationStrategy: PID 15342 died...\u000a11:44:25.842499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15342): Terminated: ok {rc=0}\u000a11:44:25.852583 --- ParallelTerminationStrategy: PID 15345 died...\u000a11:44:25.908857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15345): Terminated: ok {rc=0}\u000a11:44:25.996732 bus /sierra_3: Setting Powered False\u000a11:44:27.100693 bus /sierra_3: Setting Powered False\u000a11:44:28.213438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:44:08" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15357): Process ended prematurely: osmo-stp_10.42.42.5(pid=15357) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15357)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15357): Process ended prematurely: osmo-stp_10.42.42.5(pid=15357) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:44:30.185404 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:30.197086 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:44:30.354467 tst mo_mt_call.py: using LAC 33714\u000a11:44:30.487001 tst mo_mt_call.py: using RAC 54\u000a11:44:30.613661 tst mo_mt_call.py: using CellId 33714\u000a11:44:30.745295 tst mo_mt_call.py: using BVCI 33715\u000a11:44:30.771064 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:30.782789 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:30.794753 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:30.806316 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:30.818467 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:30.830254 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:44:30.969654 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:44:31.212135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:31.784860 run create_hlr_db(pid=15351): Launched\u000a11:44:31.985703 bus /sierra_2: Setting Powered False\u000a11:44:33.001104 run create_hlr_db(pid=15351): Terminated: ok {rc=0}\u000a11:44:33.426523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15353): Launched\u000a11:44:33.742051 run osmo-hlr_10.42.42.2(pid=15354): Launched\u000a11:44:33.858484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:34.402756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15356): Launched\u000a11:44:34.717846 run osmo-stp_10.42.42.5(pid=15357): Launched\u000a11:44:34.830594 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:35.402447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15359): Launched\u000a11:44:35.720150 run osmo-msc_10.42.42.6(pid=15360): Launched\u000a11:44:35.903617 run osmo-stp_10.42.42.5(pid=15357): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15357)]\u000a11:44:36.035647 run osmo-stp_10.42.42.5(pid=15357): stdout: \u000a| (launched: 2022-12-13_11:44:34.561072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:36.165994 run osmo-stp_10.42.42.5(pid=15357): stderr: \u000a| �[0;m�[38;5;43m20221213114434736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114434736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114434737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114434737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114434738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114434738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114434738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:36.291029 run osmo-stp_10.42.42.5(pid=15357): stdout: \u000a| (launched: 2022-12-13_11:44:34.561072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:36.415230 run osmo-stp_10.42.42.5(pid=15357): stderr: \u000a| �[0;m�[38;5;43m20221213114434736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114434736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114434737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114434737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114434738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114434738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114434738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:36.469913 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15357): Process ended prematurely: osmo-stp_10.42.42.5(pid=15357) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15357)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:44:36.478602 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:44:36.538732 run osmo-hlr_10.42.42.2(pid=15354): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15354)]\u000a11:44:36.588073 run osmo-hlr_10.42.42.2(pid=15354): stdout: \u000a| (launched: 2022-12-13_11:44:33.585448) \u000a11:44:36.638032 run osmo-hlr_10.42.42.2(pid=15354): stderr: \u000a| �[0;m�[1;31m20221213114433762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114433763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114433763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114433763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114433763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114433763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114433775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114433783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114433783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114433783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:36.705619 run osmo-msc_10.42.42.6(pid=15360): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15360)]\u000a11:44:36.754812 run osmo-msc_10.42.42.6(pid=15360): stdout: \u000a| (launched: 2022-12-13_11:44:35.561830) \u000a11:44:36.804550 run osmo-msc_10.42.42.6(pid=15360): stderr: \u000a| �[0;m�[38;5;43m20221213114435838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114435838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ad1e01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114435838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114435838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114435838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114435838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114435840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114435840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114435841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114435841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:36.846613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15353): Terminating (SIGTERM)\u000a11:44:36.886332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15356): Terminating (SIGTERM)\u000a11:44:36.926004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15359): Terminating (SIGTERM)\u000a11:44:36.935252 --- ParallelTerminationStrategy: PID 15353 died...\u000a11:44:36.988456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15353): Terminated: ok {rc=0}\u000a11:44:36.998061 --- ParallelTerminationStrategy: PID 15356 died...\u000a11:44:37.051145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15356): Terminated: ok {rc=0}\u000a11:44:37.060671 --- ParallelTerminationStrategy: PID 15359 died...\u000a11:44:37.113675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15359): Terminated: ok {rc=0}\u000a11:44:37.201681 bus /sierra_3: Setting Powered False\u000a11:44:38.304907 bus /sierra_3: Setting Powered False\u000a11:44:39.413880 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15368): Process ended prematurely: osmo-stp_10.42.42.5(pid=15368) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15368)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15368): Process ended prematurely: osmo-stp_10.42.42.5(pid=15368) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:44:40.531223 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:40.543530 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:44:40.700506 tst mo_mt_call_osmux.py: using LAC 33715\u000a11:44:40.831547 tst mo_mt_call_osmux.py: using RAC 55\u000a11:44:40.970707 tst mo_mt_call_osmux.py: using CellId 33715\u000a11:44:41.104606 tst mo_mt_call_osmux.py: using BVCI 33716\u000a11:44:41.130438 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:41.142126 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:41.153536 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:41.164899 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:41.176667 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:44:41.188401 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:44:41.311038 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:44:41.521479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:42.025277 run create_hlr_db(pid=15362): Launched\u000a11:44:42.205818 bus /sierra_2: Setting Powered False\u000a11:44:43.227214 run create_hlr_db(pid=15362): Terminated: ok {rc=0}\u000a11:44:43.649269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15364): Launched\u000a11:44:43.964610 run osmo-hlr_10.42.42.2(pid=15365): Launched\u000a11:44:44.078292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:44.621938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15367): Launched\u000a11:44:44.937497 run osmo-stp_10.42.42.5(pid=15368): Launched\u000a11:44:45.052066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:45.628089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15370): Launched\u000a11:44:46.085310 run osmo-msc_10.42.42.6(pid=15371): Launched\u000a11:44:46.359702 run osmo-stp_10.42.42.5(pid=15368): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15368)]\u000a11:44:46.616273 run osmo-stp_10.42.42.5(pid=15368): stdout: \u000a| (launched: 2022-12-13_11:44:44.781219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:46.751138 run osmo-stp_10.42.42.5(pid=15368): stderr: \u000a| �[0;m�[38;5;43m20221213114444957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114444957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114444957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114444958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:46.881143 run osmo-stp_10.42.42.5(pid=15368): stdout: \u000a| (launched: 2022-12-13_11:44:44.781219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:47.009612 run osmo-stp_10.42.42.5(pid=15368): stderr: \u000a| �[0;m�[38;5;43m20221213114444957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114444957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114444957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114444958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114444958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:47.067019 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15368): Process ended prematurely: osmo-stp_10.42.42.5(pid=15368) [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15368)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:44:47.077101 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:44:47.139702 run osmo-hlr_10.42.42.2(pid=15365): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15365)]\u000a11:44:47.190709 run osmo-hlr_10.42.42.2(pid=15365): stdout: \u000a| (launched: 2022-12-13_11:44:43.808355) \u000a11:44:47.242002 run osmo-hlr_10.42.42.2(pid=15365): stderr: \u000a| �[0;m�[1;31m20221213114443988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114443988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114443988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114443988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114443988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114443988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114444003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114444014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114444014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114444014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:47.312062 run osmo-msc_10.42.42.6(pid=15371): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15371)]\u000a11:44:47.363170 run osmo-msc_10.42.42.6(pid=15371): stdout: \u000a| (launched: 2022-12-13_11:44:45.787476) \u000a11:44:47.414246 run osmo-msc_10.42.42.6(pid=15371): stderr: \u000a| �[0;m�[38;5;43m20221213114446214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114446214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6396804c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114446214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114446214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114446214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114446215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114446216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114446228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114446228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114446228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:47.456589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15364): Terminating (SIGTERM)\u000a11:44:47.496706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15367): Terminating (SIGTERM)\u000a11:44:47.537154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15370): Terminating (SIGTERM)\u000a11:44:47.546672 --- ParallelTerminationStrategy: PID 15364 died...\u000a11:44:47.601034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15364): Terminated: ok {rc=0}\u000a11:44:47.610846 --- ParallelTerminationStrategy: PID 15367 died...\u000a11:44:47.664511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15367): Terminated: ok {rc=0}\u000a11:44:47.674344 --- ParallelTerminationStrategy: PID 15370 died...\u000a11:44:47.727939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15370): Terminated: ok {rc=0}\u000a11:44:47.817043 bus /sierra_3: Setting Powered False\u000a11:44:48.923895 bus /sierra_3: Setting Powered False\u000a11:44:50.036348 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:44:29" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:44:51.991720 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:52.002907 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:44:52.151688 tst mo_mt_call.py: using LAC 33716\u000a11:44:52.275980 tst mo_mt_call.py: using RAC 56\u000a11:44:52.400891 tst mo_mt_call.py: using CellId 33716\u000a11:44:52.523559 tst mo_mt_call.py: using BVCI 33717\u000a11:44:52.547301 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:52.558891 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:52.569877 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:52.580646 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:52.591612 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:44:52.602600 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:44:52.719137 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:44:52.940029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:53.472296 run create_hlr_db(pid=15377): Launched\u000a11:44:53.668836 bus /sierra_2: Setting Powered False\u000a11:44:54.688831 run create_hlr_db(pid=15377): Terminated: ok {rc=0}\u000a11:44:55.139014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Launched\u000a11:44:55.478241 run osmo-hlr_10.42.42.2(pid=15380): Launched\u000a11:44:55.605178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:56.190754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Launched\u000a11:44:56.531161 run osmo-stp_10.42.42.5(pid=15383): Launched\u000a11:44:56.654036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:44:57.271460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Launched\u000a11:44:57.611917 run osmo-msc_10.42.42.6(pid=15386): Launched\u000a11:44:57.808746 run osmo-stp_10.42.42.5(pid=15383): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)]\u000a11:44:57.951413 run osmo-stp_10.42.42.5(pid=15383): stdout: \u000a| (launched: 2022-12-13_11:44:56.362465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:58.091975 run osmo-stp_10.42.42.5(pid=15383): stderr: \u000a| �[0;m�[38;5;43m20221213114456559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114456560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114456560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114456560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114456561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114456561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114456561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:58.226529 run osmo-stp_10.42.42.5(pid=15383): stdout: \u000a| (launched: 2022-12-13_11:44:56.362465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:58.360493 run osmo-stp_10.42.42.5(pid=15383): stderr: \u000a| �[0;m�[38;5;43m20221213114456559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114456560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114456560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114456560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114456561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114456561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114456561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:58.419275 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15383): Process ended prematurely: osmo-stp_10.42.42.5(pid=15383) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15383)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:44:58.428567 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:44:58.492143 run osmo-hlr_10.42.42.2(pid=15380): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15380)]\u000a11:44:58.544077 run osmo-hlr_10.42.42.2(pid=15380): stdout: \u000a| (launched: 2022-12-13_11:44:55.310009) \u000a11:44:58.596658 run osmo-hlr_10.42.42.2(pid=15380): stderr: \u000a| �[0;m�[1;31m20221213114455510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114455510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114455510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114455510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114455510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114455524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114455533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114455533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114455533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:58.668131 run osmo-msc_10.42.42.6(pid=15386): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15386)]\u000a11:44:58.720230 run osmo-msc_10.42.42.6(pid=15386): stdout: \u000a| (launched: 2022-12-13_11:44:57.443200) \u000a11:44:58.772794 run osmo-msc_10.42.42.6(pid=15386): stderr: \u000a| �[0;m�[38;5;43m20221213114457770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114457770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa072fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114457770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114457770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114457770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114457770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114457772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114457772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114457772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114457772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:44:58.818039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Terminating (SIGTERM)\u000a11:44:58.860108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Terminating (SIGTERM)\u000a11:44:58.902855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Terminating (SIGTERM)\u000a11:44:58.912240 --- ParallelTerminationStrategy: PID 15379 died...\u000a11:44:58.969261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15379): Terminated: ok {rc=0}\u000a11:44:58.979359 --- ParallelTerminationStrategy: PID 15382 died...\u000a11:44:59.036023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15382): Terminated: ok {rc=0}\u000a11:44:59.046131 --- ParallelTerminationStrategy: PID 15385 died...\u000a11:44:59.102914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15385): Terminated: ok {rc=0}\u000a11:44:59.190889 bus /sierra_3: Setting Powered False\u000a11:45:00.295993 bus /sierra_3: Setting Powered False\u000a11:45:01.406020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15397): Process ended prematurely: osmo-stp_10.42.42.5(pid=15397) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15397)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15397): Process ended prematurely: osmo-stp_10.42.42.5(pid=15397) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:02.524287 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:02.536522 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:45:02.695595 tst mo_mt_call_osmux.py: using LAC 33717\u000a11:45:02.827404 tst mo_mt_call_osmux.py: using RAC 57\u000a11:45:02.958587 tst mo_mt_call_osmux.py: using CellId 33717\u000a11:45:03.084815 tst mo_mt_call_osmux.py: using BVCI 33718\u000a11:45:03.108792 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:03.120161 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:03.131347 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:03.142627 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:03.154035 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:45:03.165262 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:45:03.282320 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:45:03.501370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:04.033276 run create_hlr_db(pid=15391): Launched\u000a11:45:04.228446 bus /sierra_2: Setting Powered False\u000a11:45:05.237587 run create_hlr_db(pid=15391): Terminated: ok {rc=0}\u000a11:45:05.696924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15393): Launched\u000a11:45:06.037428 run osmo-hlr_10.42.42.2(pid=15394): Launched\u000a11:45:06.162972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:06.747760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15396): Launched\u000a11:45:07.087093 run osmo-stp_10.42.42.5(pid=15397): Launched\u000a11:45:07.214282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:07.831713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15399): Launched\u000a11:45:08.170427 run osmo-msc_10.42.42.6(pid=15400): Launched\u000a11:45:08.365999 run osmo-stp_10.42.42.5(pid=15397): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15397)]\u000a11:45:08.507120 run osmo-stp_10.42.42.5(pid=15397): stdout: \u000a| (launched: 2022-12-13_11:45:06.918631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:08.646760 run osmo-stp_10.42.42.5(pid=15397): stderr: \u000a| �[0;m�[38;5;43m20221213114507113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114507113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114507114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114507114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114507115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114507115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114507115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:08.780773 run osmo-stp_10.42.42.5(pid=15397): stdout: \u000a| (launched: 2022-12-13_11:45:06.918631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:08.914189 run osmo-stp_10.42.42.5(pid=15397): stderr: \u000a| �[0;m�[38;5;43m20221213114507113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114507113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114507114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114507114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114507115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114507115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114507115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:08.972507 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15397): Process ended prematurely: osmo-stp_10.42.42.5(pid=15397) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15397)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:45:08.981976 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:45:09.045333 run osmo-hlr_10.42.42.2(pid=15394): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15394)]\u000a11:45:09.097332 run osmo-hlr_10.42.42.2(pid=15394): stdout: \u000a| (launched: 2022-12-13_11:45:05.869453) \u000a11:45:09.150193 run osmo-hlr_10.42.42.2(pid=15394): stderr: \u000a| �[0;m�[1;31m20221213114506072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114506072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114506072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114506072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114506072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114506072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114506085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114506094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114506094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114506094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:09.221517 run osmo-msc_10.42.42.6(pid=15400): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15400)]\u000a11:45:09.273381 run osmo-msc_10.42.42.6(pid=15400): stdout: \u000a| (launched: 2022-12-13_11:45:08.002388) \u000a11:45:09.327290 run osmo-msc_10.42.42.6(pid=15400): stderr: \u000a| �[0;m�[38;5;43m20221213114508326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114508326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7112991c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114508326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114508326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114508326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114508327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114508328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114508329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114508329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114508329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:09.372145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15393): Terminating (SIGTERM)\u000a11:45:09.414307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15396): Terminating (SIGTERM)\u000a11:45:09.457206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15399): Terminating (SIGTERM)\u000a11:45:09.466944 --- ParallelTerminationStrategy: PID 15393 died...\u000a11:45:09.523933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15393): Terminated: ok {rc=0}\u000a11:45:09.534125 --- ParallelTerminationStrategy: PID 15396 died...\u000a11:45:09.590843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15396): Terminated: ok {rc=0}\u000a11:45:09.601147 --- ParallelTerminationStrategy: PID 15399 died...\u000a11:45:09.657581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15399): Terminated: ok {rc=0}\u000a11:45:09.745436 bus /sierra_3: Setting Powered False\u000a11:45:10.851166 bus /sierra_3: Setting Powered False\u000a11:45:11.959586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:44:51" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15411): Process ended prematurely: osmo-stp_10.42.42.5(pid=15411) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15411)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15411): Process ended prematurely: osmo-stp_10.42.42.5(pid=15411) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:45:13.922516 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:13.934066 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:45:14.085488 tst mo_mt_call.py: using LAC 33718\u000a11:45:14.207355 tst mo_mt_call.py: using RAC 58\u000a11:45:14.330988 tst mo_mt_call.py: using CellId 33718\u000a11:45:14.457264 tst mo_mt_call.py: using BVCI 33719\u000a11:45:14.481110 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:14.492248 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:14.503311 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:14.514443 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:14.525521 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:14.536534 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:45:14.660016 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:45:14.885340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:15.415535 run create_hlr_db(pid=15405): Launched\u000a11:45:15.610971 bus /sierra_2: Setting Powered False\u000a11:45:16.632394 run create_hlr_db(pid=15405): Terminated: ok {rc=0}\u000a11:45:17.097605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15407): Launched\u000a11:45:17.440258 run osmo-hlr_10.42.42.2(pid=15408): Launched\u000a11:45:17.566237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:18.159562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15410): Launched\u000a11:45:18.500137 run osmo-stp_10.42.42.5(pid=15411): Launched\u000a11:45:18.622511 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:19.239238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15413): Launched\u000a11:45:19.579044 run osmo-msc_10.42.42.6(pid=15414): Launched\u000a11:45:19.775774 run osmo-stp_10.42.42.5(pid=15411): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15411)]\u000a11:45:19.918595 run osmo-stp_10.42.42.5(pid=15411): stdout: \u000a| (launched: 2022-12-13_11:45:18.331969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:20.060131 run osmo-stp_10.42.42.5(pid=15411): stderr: \u000a| �[0;m�[38;5;43m20221213114518528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114518528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114518528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114518529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114518529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114518530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114518530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:20.195183 run osmo-stp_10.42.42.5(pid=15411): stdout: \u000a| (launched: 2022-12-13_11:45:18.331969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:20.329149 run osmo-stp_10.42.42.5(pid=15411): stderr: \u000a| �[0;m�[38;5;43m20221213114518528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114518528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114518528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114518529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114518529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114518530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114518530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:20.388040 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15411): Process ended prematurely: osmo-stp_10.42.42.5(pid=15411) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15411)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:45:20.397460 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:45:20.461578 run osmo-hlr_10.42.42.2(pid=15408): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15408)]\u000a11:45:20.514109 run osmo-hlr_10.42.42.2(pid=15408): stdout: \u000a| (launched: 2022-12-13_11:45:17.270783) \u000a11:45:20.566854 run osmo-hlr_10.42.42.2(pid=15408): stderr: \u000a| �[0;m�[1;31m20221213114517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114517472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114517485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114517494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114517494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114517494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:20.638958 run osmo-msc_10.42.42.6(pid=15414): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15414)]\u000a11:45:20.691347 run osmo-msc_10.42.42.6(pid=15414): stdout: \u000a| (launched: 2022-12-13_11:45:19.411665) \u000a11:45:20.744213 run osmo-msc_10.42.42.6(pid=15414): stderr: \u000a| �[0;m�[38;5;43m20221213114519741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114519741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8fed2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114519741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114519741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114519742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114519742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114519743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114519744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114519744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114519744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:20.789472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15407): Terminating (SIGTERM)\u000a11:45:20.832399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15410): Terminating (SIGTERM)\u000a11:45:20.875684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15413): Terminating (SIGTERM)\u000a11:45:20.885603 --- ParallelTerminationStrategy: PID 15407 died...\u000a11:45:20.942749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15407): Terminated: ok {rc=0}\u000a11:45:20.952928 --- ParallelTerminationStrategy: PID 15410 died...\u000a11:45:21.010074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15410): Terminated: ok {rc=0}\u000a11:45:21.020238 --- ParallelTerminationStrategy: PID 15413 died...\u000a11:45:21.077275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15413): Terminated: ok {rc=0}\u000a11:45:21.166568 bus /sierra_3: Setting Powered False\u000a11:45:22.271503 bus /sierra_3: Setting Powered False\u000a11:45:23.381811 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15422): Process ended prematurely: osmo-stp_10.42.42.5(pid=15422) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15422)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15422): Process ended prematurely: osmo-stp_10.42.42.5(pid=15422) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:24.500202 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:24.512663 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:45:24.670012 tst mo_mt_call_osmux.py: using LAC 33719\u000a11:45:24.803334 tst mo_mt_call_osmux.py: using RAC 59\u000a11:45:24.936349 tst mo_mt_call_osmux.py: using CellId 33719\u000a11:45:25.068021 tst mo_mt_call_osmux.py: using BVCI 33720\u000a11:45:25.093943 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.105563 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.116835 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.128239 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.139973 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:45:25.151798 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:45:25.271729 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:45:25.488207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:26.020021 run create_hlr_db(pid=15416): Launched\u000a11:45:26.214661 bus /sierra_2: Setting Powered False\u000a11:45:27.235524 run create_hlr_db(pid=15416): Terminated: ok {rc=0}\u000a11:45:27.684060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15418): Launched\u000a11:45:28.022536 run osmo-hlr_10.42.42.2(pid=15419): Launched\u000a11:45:28.147442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:28.734929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15421): Launched\u000a11:45:29.076380 run osmo-stp_10.42.42.5(pid=15422): Launched\u000a11:45:29.199386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:29.814284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15424): Launched\u000a11:45:30.153818 run osmo-msc_10.42.42.6(pid=15425): Launched\u000a11:45:30.350282 run osmo-stp_10.42.42.5(pid=15422): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15422)]\u000a11:45:30.492063 run osmo-stp_10.42.42.5(pid=15422): stdout: \u000a| (launched: 2022-12-13_11:45:28.906964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:30.632313 run osmo-stp_10.42.42.5(pid=15422): stderr: \u000a| �[0;m�[38;5;43m20221213114529103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114529103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114529103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114529104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114529104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114529104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114529104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:30.766993 run osmo-stp_10.42.42.5(pid=15422): stdout: \u000a| (launched: 2022-12-13_11:45:28.906964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:30.902429 run osmo-stp_10.42.42.5(pid=15422): stderr: \u000a| �[0;m�[38;5;43m20221213114529103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114529103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114529103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114529104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114529104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114529104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114529104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:30.963221 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15422): Process ended prematurely: osmo-stp_10.42.42.5(pid=15422) [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15422)] [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:45:30.973810 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:45:31.040250 run osmo-hlr_10.42.42.2(pid=15419): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15419)]\u000a11:45:31.094033 run osmo-hlr_10.42.42.2(pid=15419): stdout: \u000a| (launched: 2022-12-13_11:45:27.855441) \u000a11:45:31.148935 run osmo-hlr_10.42.42.2(pid=15419): stderr: \u000a| �[0;m�[1;31m20221213114528057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114528057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114528057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114528057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114528057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114528058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114528069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114528078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114528078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114528078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:31.222896 run osmo-msc_10.42.42.6(pid=15425): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15425)]\u000a11:45:31.277393 run osmo-msc_10.42.42.6(pid=15425): stdout: \u000a| (launched: 2022-12-13_11:45:29.985978) \u000a11:45:31.332640 run osmo-msc_10.42.42.6(pid=15425): stderr: \u000a| �[0;m�[38;5;43m20221213114530312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114530313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02239c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114530313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114530313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114530313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114530313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114530315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114530315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114530315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114530315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:31.379955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15418): Terminating (SIGTERM)\u000a11:45:31.426570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15421): Terminating (SIGTERM)\u000a11:45:31.471306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15424): Terminating (SIGTERM)\u000a11:45:31.481727 --- ParallelTerminationStrategy: PID 15418 died...\u000a11:45:31.542111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15418): Terminated: ok {rc=0}\u000a11:45:31.553300 --- ParallelTerminationStrategy: PID 15421 died...\u000a11:45:31.613650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15421): Terminated: ok {rc=0}\u000a11:45:31.624831 --- ParallelTerminationStrategy: PID 15424 died...\u000a11:45:31.684753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15424): Terminated: ok {rc=0}\u000a11:45:31.788673 bus /sierra_3: Setting Powered False\u000a11:45:32.896766 bus /sierra_3: Setting Powered False\u000a11:45:34.009893 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:45:13" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15436): Process ended prematurely: osmo-stp_10.42.42.5(pid=15436) [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15436)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15436): Process ended prematurely: osmo-stp_10.42.42.5(pid=15436) [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:45:35.982449 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:35.994350 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:45:36.151525 tst mo_mt_call.py: using LAC 33720\u000a11:45:36.283981 tst mo_mt_call.py: using RAC 60\u000a11:45:36.415264 tst mo_mt_call.py: using CellId 33720\u000a11:45:36.548417 tst mo_mt_call.py: using BVCI 33721\u000a11:45:36.574151 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:36.585767 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:36.597191 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:36.608531 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:36.620213 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:36.631968 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:36.750569 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:36.968663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:37.499343 run create_hlr_db(pid=15430): Launched\u000a11:45:37.694797 bus /sierra_2: Setting Powered False\u000a11:45:38.714446 run create_hlr_db(pid=15430): Terminated: ok {rc=0}\u000a11:45:39.139783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15432): Launched\u000a11:45:39.456094 run osmo-hlr_10.42.42.2(pid=15433): Launched\u000a11:45:39.572738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:40.120171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15435): Launched\u000a11:45:40.433487 run osmo-stp_10.42.42.5(pid=15436): Launched\u000a11:45:40.547077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:41.121773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15438): Launched\u000a11:45:41.438726 run osmo-msc_10.42.42.6(pid=15439): Launched\u000a11:45:41.623320 run osmo-stp_10.42.42.5(pid=15436): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15436)]\u000a11:45:41.755510 run osmo-stp_10.42.42.5(pid=15436): stdout: \u000a| (launched: 2022-12-13_11:45:40.278892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:41.885435 run osmo-stp_10.42.42.5(pid=15436): stderr: \u000a| �[0;m�[38;5;43m20221213114540454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114540455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114540455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114540455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114540456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114540456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114540456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:42.011459 run osmo-stp_10.42.42.5(pid=15436): stdout: \u000a| (launched: 2022-12-13_11:45:40.278892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:42.135685 run osmo-stp_10.42.42.5(pid=15436): stderr: \u000a| �[0;m�[38;5;43m20221213114540454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114540455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114540455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114540455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114540456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114540456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114540456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:42.190366 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15436): Process ended prematurely: osmo-stp_10.42.42.5(pid=15436) [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15436)] [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:45:42.199091 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:45:42.259694 run osmo-hlr_10.42.42.2(pid=15433): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15433)]\u000a11:45:42.309262 run osmo-hlr_10.42.42.2(pid=15433): stdout: \u000a| (launched: 2022-12-13_11:45:39.299079) \u000a11:45:42.359333 run osmo-hlr_10.42.42.2(pid=15433): stderr: \u000a| �[0;m�[1;31m20221213114539480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114539481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114539481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114539481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114539481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114539481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114539493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114539501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114539502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114539502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:42.427214 run osmo-msc_10.42.42.6(pid=15439): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15439)]\u000a11:45:42.476726 run osmo-msc_10.42.42.6(pid=15439): stdout: \u000a| (launched: 2022-12-13_11:45:41.280868) \u000a11:45:42.526954 run osmo-msc_10.42.42.6(pid=15439): stderr: \u000a| �[0;m�[38;5;43m20221213114541555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114541555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd2d3e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114541555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114541555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114541555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114541556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114541558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114541558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114541558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114541558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:42.569449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15432): Terminating (SIGTERM)\u000a11:45:42.609631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15435): Terminating (SIGTERM)\u000a11:45:42.649859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15438): Terminating (SIGTERM)\u000a11:45:42.659179 --- ParallelTerminationStrategy: PID 15432 died...\u000a11:45:42.713061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15432): Terminated: ok {rc=0}\u000a11:45:42.722718 --- ParallelTerminationStrategy: PID 15435 died...\u000a11:45:42.776467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15435): Terminated: ok {rc=0}\u000a11:45:42.786182 --- ParallelTerminationStrategy: PID 15438 died...\u000a11:45:42.839902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15438): Terminated: ok {rc=0}\u000a11:45:42.929820 bus /sierra_3: Setting Powered False\u000a11:45:44.034389 bus /sierra_3: Setting Powered False\u000a11:45:45.142726 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:45:46.262328 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:46.276018 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:45:46.430932 tst mo_mt_call_osmux.py: using LAC 33721\u000a11:45:46.566618 tst mo_mt_call_osmux.py: using RAC 61\u000a11:45:46.692601 tst mo_mt_call_osmux.py: using CellId 33721\u000a11:45:46.826550 tst mo_mt_call_osmux.py: using BVCI 33722\u000a11:45:46.853846 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:46.866724 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:46.879471 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:46.894211 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:46.907761 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:45:46.921203 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:47.060411 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:47.303291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:47.833405 run create_hlr_db(pid=15441): Launched\u000a11:45:48.028857 bus /sierra_2: Setting Powered False\u000a11:45:49.049514 run create_hlr_db(pid=15441): Terminated: ok {rc=0}\u000a11:45:49.474536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Launched\u000a11:45:49.789513 run osmo-hlr_10.42.42.2(pid=15444): Launched\u000a11:45:49.913998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:50.471306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Launched\u000a11:45:50.785971 run osmo-stp_10.42.42.5(pid=15447): Launched\u000a11:45:50.899784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:45:51.476779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15449): Launched\u000a11:45:51.794655 run osmo-msc_10.42.42.6(pid=15450): Launched\u000a11:45:51.988622 run osmo-stp_10.42.42.5(pid=15447): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)]\u000a11:45:52.132458 run osmo-stp_10.42.42.5(pid=15447): stdout: \u000a| (launched: 2022-12-13_11:45:50.630273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:52.272375 run osmo-stp_10.42.42.5(pid=15447): stderr: \u000a| �[0;m�[38;5;43m20221213114550804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114550804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114550804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114550805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114550807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114550807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114550807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:52.407644 run osmo-stp_10.42.42.5(pid=15447): stdout: \u000a| (launched: 2022-12-13_11:45:50.630273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:52.541499 run osmo-stp_10.42.42.5(pid=15447): stderr: \u000a| �[0;m�[38;5;43m20221213114550804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114550804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114550804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114550805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114550807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114550807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114550807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:52.600343 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15447): Process ended prematurely: osmo-stp_10.42.42.5(pid=15447) [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15447)] [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:45:52.609867 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:45:52.673483 run osmo-hlr_10.42.42.2(pid=15444): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15444)]\u000a11:45:52.725508 run osmo-hlr_10.42.42.2(pid=15444): stdout: \u000a| (launched: 2022-12-13_11:45:49.633562) \u000a11:45:52.778294 run osmo-hlr_10.42.42.2(pid=15444): stderr: \u000a| �[0;m�[1;31m20221213114549815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114549815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114549815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114549815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114549815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114549816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114549827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114549839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114549839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114549839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:52.850478 run osmo-msc_10.42.42.6(pid=15450): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15450)]\u000a11:45:52.902640 run osmo-msc_10.42.42.6(pid=15450): stdout: \u000a| (launched: 2022-12-13_11:45:51.636209) \u000a11:45:52.955190 run osmo-msc_10.42.42.6(pid=15450): stderr: \u000a| �[0;m�[38;5;43m20221213114551922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114551922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0093ad2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114551922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114551922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114551922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114551923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114551925 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114551926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114551926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114551926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:45:53.000145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Terminating (SIGTERM)\u000a11:45:53.042478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Terminating (SIGTERM)\u000a11:45:53.084990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15449): Terminating (SIGTERM)\u000a11:45:53.094883 --- ParallelTerminationStrategy: PID 15443 died...\u000a11:45:53.152408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15443): Terminated: ok {rc=0}\u000a11:45:53.162775 --- ParallelTerminationStrategy: PID 15446 died...\u000a11:45:53.219809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15446): Terminated: ok {rc=0}\u000a11:45:53.230115 --- ParallelTerminationStrategy: PID 15449 died...\u000a11:45:53.286806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15449): Terminated: ok {rc=0}\u000a11:45:53.374633 bus /sierra_3: Setting Powered False\u000a11:45:54.481204 bus /sierra_3: Setting Powered False\u000a11:45:55.591239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:45:35" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15463): Process ended prematurely: osmo-stp_10.42.42.5(pid=15463) [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15463)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15463): Process ended prematurely: osmo-stp_10.42.42.5(pid=15463) [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:45:57.548295 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:57.559394 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:45:57.708243 tst mo_mt_call.py: using LAC 33722\u000a11:45:57.832709 tst mo_mt_call.py: using RAC 62\u000a11:45:57.957235 tst mo_mt_call.py: using CellId 33722\u000a11:45:58.081479 tst mo_mt_call.py: using BVCI 33723\u000a11:45:58.105965 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:58.117127 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:58.127814 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:58.138593 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:58.149875 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:45:58.161235 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:45:58.282814 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:45:58.499353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:59.030914 run create_hlr_db(pid=15457): Launched\u000a11:45:59.225378 bus /sierra_2: Setting Powered False\u000a11:46:00.246641 run create_hlr_db(pid=15457): Terminated: ok {rc=0}\u000a11:46:00.670998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15459): Launched\u000a11:46:01.111474 run osmo-hlr_10.42.42.2(pid=15460): Launched\u000a11:46:01.257487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:01.909970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15462): Launched\u000a11:46:02.362752 run osmo-stp_10.42.42.5(pid=15463): Launched\u000a11:46:02.495160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:03.069996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15465): Launched\u000a11:46:03.386458 run osmo-msc_10.42.42.6(pid=15466): Launched\u000a11:46:03.570012 run osmo-stp_10.42.42.5(pid=15463): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15463)]\u000a11:46:03.701709 run osmo-stp_10.42.42.5(pid=15463): stdout: \u000a| (launched: 2022-12-13_11:46:02.085792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:03.831201 run osmo-stp_10.42.42.5(pid=15463): stderr: \u000a| �[0;m�[38;5;43m20221213114602296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114602296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114602296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114602296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114602297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114602297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114602297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:03.956170 run osmo-stp_10.42.42.5(pid=15463): stdout: \u000a| (launched: 2022-12-13_11:46:02.085792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:04.079916 run osmo-stp_10.42.42.5(pid=15463): stderr: \u000a| �[0;m�[38;5;43m20221213114602296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114602296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114602296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114602296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114602297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114602297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114602297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:04.134694 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15463): Process ended prematurely: osmo-stp_10.42.42.5(pid=15463) [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15463)] [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:46:04.143849 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a11:46:04.204559 run osmo-hlr_10.42.42.2(pid=15460): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15460)]\u000a11:46:04.254404 run osmo-hlr_10.42.42.2(pid=15460): stdout: \u000a| (launched: 2022-12-13_11:46:00.829919) \u000a11:46:04.304614 run osmo-hlr_10.42.42.2(pid=15460): stderr: \u000a| �[0;m�[1;31m20221213114601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114601109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114601125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114601144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114601144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114601146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:04.373353 run osmo-msc_10.42.42.6(pid=15466): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15466)]\u000a11:46:04.423505 run osmo-msc_10.42.42.6(pid=15466): stdout: \u000a| (launched: 2022-12-13_11:46:03.229223) \u000a11:46:04.473701 run osmo-msc_10.42.42.6(pid=15466): stderr: \u000a| �[0;m�[38;5;43m20221213114603506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114603506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24bccb7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114603506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114603506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114603506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114603506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114603508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114603509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114603509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:04.516173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15459): Terminating (SIGTERM)\u000a11:46:04.556269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15462): Terminating (SIGTERM)\u000a11:46:04.596414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15465): Terminating (SIGTERM)\u000a11:46:04.605845 --- ParallelTerminationStrategy: PID 15459 died...\u000a11:46:04.660162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15459): Terminated: ok {rc=0}\u000a11:46:04.669977 --- ParallelTerminationStrategy: PID 15462 died...\u000a11:46:04.723785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15462): Terminated: ok {rc=0}\u000a11:46:04.733903 --- ParallelTerminationStrategy: PID 15465 died...\u000a11:46:04.788175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15465): Terminated: ok {rc=0}\u000a11:46:04.877966 bus /sierra_3: Setting Powered False\u000a11:46:05.984191 bus /sierra_3: Setting Powered False\u000a11:46:07.096362 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15474): Process ended prematurely: osmo-stp_10.42.42.5(pid=15474) [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15474)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15474): Process ended prematurely: osmo-stp_10.42.42.5(pid=15474) [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:46:08.210483 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:08.222259 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:46:08.372344 tst mo_mt_call_osmux.py: using LAC 33723\u000a11:46:08.496223 tst mo_mt_call_osmux.py: using RAC 63\u000a11:46:08.619842 tst mo_mt_call_osmux.py: using CellId 33723\u000a11:46:08.743856 tst mo_mt_call_osmux.py: using BVCI 33724\u000a11:46:08.767778 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:08.778875 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:08.789739 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:08.800432 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:08.811689 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:46:08.822654 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:46:08.939493 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:46:09.144847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:09.647953 run create_hlr_db(pid=15468): Launched\u000a11:46:09.844171 bus /sierra_2: Setting Powered False\u000a11:46:10.864110 run create_hlr_db(pid=15468): Terminated: ok {rc=0}\u000a11:46:11.313377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15470): Launched\u000a11:46:11.653611 run osmo-hlr_10.42.42.2(pid=15471): Launched\u000a11:46:11.776308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:12.365342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15473): Launched\u000a11:46:12.703326 run osmo-stp_10.42.42.5(pid=15474): Launched\u000a11:46:12.825327 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:13.447531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15476): Launched\u000a11:46:13.789028 run osmo-msc_10.42.42.6(pid=15477): Launched\u000a11:46:13.986985 run osmo-stp_10.42.42.5(pid=15474): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15474)]\u000a11:46:14.129304 run osmo-stp_10.42.42.5(pid=15474): stdout: \u000a| (launched: 2022-12-13_11:46:12.536015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:14.269635 run osmo-stp_10.42.42.5(pid=15474): stderr: \u000a| �[0;m�[38;5;43m20221213114612731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114612731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114612732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114612732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114612734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114612735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114612735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:14.404293 run osmo-stp_10.42.42.5(pid=15474): stdout: \u000a| (launched: 2022-12-13_11:46:12.536015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:14.538108 run osmo-stp_10.42.42.5(pid=15474): stderr: \u000a| �[0;m�[38;5;43m20221213114612731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114612731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114612732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114612732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114612734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114612735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114612735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:14.597019 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15474): Process ended prematurely: osmo-stp_10.42.42.5(pid=15474) [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15474)] [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:46:14.606513 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:46:14.670657 run osmo-hlr_10.42.42.2(pid=15471): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15471)]\u000a11:46:14.723073 run osmo-hlr_10.42.42.2(pid=15471): stdout: \u000a| (launched: 2022-12-13_11:46:11.484384) \u000a11:46:14.776195 run osmo-hlr_10.42.42.2(pid=15471): stderr: \u000a| �[0;m�[1;31m20221213114611687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114611687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114611688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114611688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114611688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114611688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114611699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114611708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114611708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114611708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:14.848417 run osmo-msc_10.42.42.6(pid=15477): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15477)]\u000a11:46:14.900825 run osmo-msc_10.42.42.6(pid=15477): stdout: \u000a| (launched: 2022-12-13_11:46:13.619272) \u000a11:46:14.953605 run osmo-msc_10.42.42.6(pid=15477): stderr: \u000a| �[0;m�[38;5;43m20221213114613946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114613946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80458f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114613946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114613946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114613946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114613946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114613948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114613948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114613949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114613949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:14.998553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15470): Terminating (SIGTERM)\u000a11:46:15.040864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15473): Terminating (SIGTERM)\u000a11:46:15.083737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15476): Terminating (SIGTERM)\u000a11:46:15.093659 --- ParallelTerminationStrategy: PID 15470 died...\u000a11:46:15.150727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15470): Terminated: ok {rc=0}\u000a11:46:15.160835 --- ParallelTerminationStrategy: PID 15473 died...\u000a11:46:15.217950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15473): Terminated: ok {rc=0}\u000a11:46:15.228143 --- ParallelTerminationStrategy: PID 15476 died...\u000a11:46:15.284992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15476): Terminated: ok {rc=0}\u000a11:46:15.373155 bus /sierra_3: Setting Powered False\u000a11:46:16.480730 bus /sierra_3: Setting Powered False\u000a11:46:17.589026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:45:57" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2389↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2389↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:46:19.579236 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:19.590484 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a11:46:19.723517 tst emergency_mo_mt_call.py: using LAC 33724\u000a11:46:19.854851 tst emergency_mo_mt_call.py: using RAC 64\u000a11:46:19.979083 tst emergency_mo_mt_call.py: using CellId 33724\u000a11:46:20.101682 tst emergency_mo_mt_call.py: using BVCI 33725\u000a11:46:20.125659 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:20.136419 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:20.147319 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:20.157841 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:20.168191 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:20.178617 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:46:20.298909 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:46:20.503162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:21.003052 run create_hlr_db(pid=15482): Launched\u000a11:46:21.182750 bus /sierra_2: Setting Powered False\u000a11:46:22.200792 run create_hlr_db(pid=15482): Terminated: ok {rc=0}\u000a11:46:22.645938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Launched\u000a11:46:22.981740 run osmo-hlr_10.42.42.2(pid=15485): Launched\u000a11:46:23.104139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:23.681464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Launched\u000a11:46:24.016285 run osmo-stp_10.42.42.5(pid=15488): Launched\u000a11:46:24.154298 tst emergency_mo_mt_call.py: using MSISDN 8142\u000a11:46:24.318789 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:24.924550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15490): Launched\u000a11:46:25.259301 run osmo-msc_10.42.42.6(pid=15491): Launched\u000a11:46:25.452555 run osmo-stp_10.42.42.5(pid=15488): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]\u000a11:46:25.592509 run osmo-stp_10.42.42.5(pid=15488): stdout: \u000a| (launched: 2022-12-13_11:46:23.850275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:25.730710 run osmo-stp_10.42.42.5(pid=15488): stderr: \u000a| �[0;m�[38;5;43m20221213114624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114624049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:25.863867 run osmo-stp_10.42.42.5(pid=15488): stdout: \u000a| (launched: 2022-12-13_11:46:23.850275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:25.995678 run osmo-stp_10.42.42.5(pid=15488): stderr: \u000a| �[0;m�[38;5;43m20221213114624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114624048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114624049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114624049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:26.053008 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2389↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)] [trial-2389↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a11:46:26.061827 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a11:46:26.125652 run osmo-hlr_10.42.42.2(pid=15485): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15485)]\u000a11:46:26.178001 run osmo-hlr_10.42.42.2(pid=15485): stdout: \u000a| (launched: 2022-12-13_11:46:22.815005) \u000a11:46:26.230667 run osmo-hlr_10.42.42.2(pid=15485): stderr: \u000a| �[0;m�[1;31m20221213114623019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114623019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114623019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114623019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114623019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114623019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114623032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114623040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114623040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114623040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:26.302662 run osmo-msc_10.42.42.6(pid=15491): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15491)]\u000a11:46:26.355199 run osmo-msc_10.42.42.6(pid=15491): stdout: \u000a| (launched: 2022-12-13_11:46:25.093442) \u000a11:46:26.408101 run osmo-msc_10.42.42.6(pid=15491): stderr: \u000a| �[0;m�[38;5;43m20221213114625416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114625416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc6b90bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114625417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114625417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114625417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114625417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114625419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114625419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114625419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114625419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:26.453129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Terminating (SIGTERM)\u000a11:46:26.496110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Terminating (SIGTERM)\u000a11:46:26.539278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15490): Terminating (SIGTERM)\u000a11:46:26.549172 --- ParallelTerminationStrategy: PID 15484 died...\u000a11:46:26.606717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Terminated: ok {rc=0}\u000a11:46:26.616943 --- ParallelTerminationStrategy: PID 15487 died...\u000a11:46:26.674451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Terminated: ok {rc=0}\u000a11:46:26.684699 --- ParallelTerminationStrategy: PID 15490 died...\u000a11:46:26.742073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15490): Terminated: ok {rc=0}\u000a11:46:26.830677 bus /sierra_3: Setting Powered False\u000a11:46:27.935125 bus /sierra_3: Setting Powered False\u000a11:46:29.048256 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15499): Process ended prematurely: osmo-stp_10.42.42.5(pid=15499) [trial-2389↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15499)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15499): Process ended prematurely: osmo-stp_10.42.42.5(pid=15499) [trial-2389↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:46:30.100457 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:30.112506 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a11:46:30.251344 tst emergency_preemptive_call.py: using LAC 33725\u000a11:46:30.381314 tst emergency_preemptive_call.py: using RAC 65\u000a11:46:30.509176 tst emergency_preemptive_call.py: using CellId 33725\u000a11:46:30.647339 tst emergency_preemptive_call.py: using BVCI 33726\u000a11:46:30.672494 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:30.683739 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:30.694886 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:30.706045 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:30.717973 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:46:30.729818 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:46:30.850247 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:46:30.983343 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:46:31.112378 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:46:31.323083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:31.929644 run create_hlr_db(pid=15493): Launched\u000a11:46:32.128324 bus /sierra_2: Setting Powered False\u000a11:46:33.143982 run create_hlr_db(pid=15493): Terminated: ok {rc=0}\u000a11:46:33.564408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15495): Launched\u000a11:46:33.877425 run osmo-hlr_10.42.42.2(pid=15496): Launched\u000a11:46:33.990417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:34.529572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15498): Launched\u000a11:46:34.840171 run osmo-stp_10.42.42.5(pid=15499): Launched\u000a11:46:34.962499 tst emergency_preemptive_call.py: using MSISDN 8143\u000a11:46:35.114537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:35.677114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15501): Launched\u000a11:46:35.988636 run osmo-msc_10.42.42.6(pid=15502): Launched\u000a11:46:36.168391 run osmo-stp_10.42.42.5(pid=15499): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15499)]\u000a11:46:36.299932 run osmo-stp_10.42.42.5(pid=15499): stdout: \u000a| (launched: 2022-12-13_11:46:34.685889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:36.428800 run osmo-stp_10.42.42.5(pid=15499): stderr: \u000a| �[0;m�[38;5;43m20221213114634857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114634857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114634858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114634858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114634860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114634860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114634861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:36.552355 run osmo-stp_10.42.42.5(pid=15499): stdout: \u000a| (launched: 2022-12-13_11:46:34.685889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:36.674851 run osmo-stp_10.42.42.5(pid=15499): stderr: \u000a| �[0;m�[38;5;43m20221213114634857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114634857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114634858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114634858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114634860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114634860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114634861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:36.728486 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15499): Process ended prematurely: osmo-stp_10.42.42.5(pid=15499) [trial-2389↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15499)] [trial-2389↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a11:46:36.736691 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a11:46:36.797638 run osmo-hlr_10.42.42.2(pid=15496): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15496)]\u000a11:46:36.847155 run osmo-hlr_10.42.42.2(pid=15496): stdout: \u000a| (launched: 2022-12-13_11:46:33.721724) \u000a11:46:36.897270 run osmo-hlr_10.42.42.2(pid=15496): stderr: \u000a| �[0;m�[1;31m20221213114633900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114633900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114633900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114633900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114633900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114633900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114633913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114633924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114633924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114633924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:36.965467 run osmo-msc_10.42.42.6(pid=15502): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15502)]\u000a11:46:37.014644 run osmo-msc_10.42.42.6(pid=15502): stdout: \u000a| (launched: 2022-12-13_11:46:35.832829) \u000a11:46:37.064533 run osmo-msc_10.42.42.6(pid=15502): stderr: \u000a| �[0;m�[38;5;43m20221213114636110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213114636110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc99a21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213114636110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213114636110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213114636110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213114636111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213114636112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213114636113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213114636113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213114636113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:37.106809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15495): Terminating (SIGTERM)\u000a11:46:37.146661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15498): Terminating (SIGTERM)\u000a11:46:37.186671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15501): Terminating (SIGTERM)\u000a11:46:37.196046 --- ParallelTerminationStrategy: PID 15495 died...\u000a11:46:37.249987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15495): Terminated: ok {rc=0}\u000a11:46:37.259794 --- ParallelTerminationStrategy: PID 15498 died...\u000a11:46:37.313421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15498): Terminated: ok {rc=0}\u000a11:46:37.323210 --- ParallelTerminationStrategy: PID 15501 died...\u000a11:46:37.377488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15501): Terminated: ok {rc=0}\u000a11:46:37.466471 bus /sierra_9: Setting Powered False\u000a11:46:38.575317 bus /sierra_9: Setting Powered False\u000a11:46:39.687873 bus /sierra_8: Setting Powered False\u000a11:46:40.791213 bus /sierra_8: Setting Powered False\u000a11:46:41.904225 bus /sierra_3: Setting Powered False\u000a11:46:43.009592 bus /sierra_3: Setting Powered False\u000a11:46:44.118467 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:46:19" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15517): Process ended prematurely: osmo-stp_10.42.42.5(pid=15517) [trial-2389↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15517)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15517): Process ended prematurely: osmo-stp_10.42.42.5(pid=15517) [trial-2389↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:46:46.218501 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.232919 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:46:46.372702 tst cs_paging_gprs_active.py: using LAC 33726\u000a11:46:46.502413 tst cs_paging_gprs_active.py: using RAC 66\u000a11:46:46.639554 tst cs_paging_gprs_active.py: using CellId 33726\u000a11:46:46.776819 tst cs_paging_gprs_active.py: using BVCI 33727\u000a11:46:46.803911 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.815875 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.827735 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.839531 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.853025 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.866549 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.879793 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.893723 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:46.906044 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:46:47.039158 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:46:47.349699 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:46:47.491514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:47.842512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15507): Launched\u000a11:46:48.137412 run iperf3-srv_10.42.42.10(pid=15508): Launched\u000a11:46:48.344746 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:46:48.485970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:46:48.838172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15509): Launched\u000a11:46:49.130506 run iperf3-srv_10.42.42.10(pid=15510): Launched\u000a11:46:49.337301 tst cs_paging_gprs_active.py:38: start network...\u000a11:46:49.477980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:50.008626 run create_hlr_db(pid=15511): Launched\u000a11:46:50.204165 bus /sierra_2: Setting Powered False\u000a11:46:51.224262 run create_hlr_db(pid=15511): Terminated: ok {rc=0}\u000a11:46:51.675308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15513): Launched\u000a11:46:52.016480 run osmo-hlr_10.42.42.2(pid=15514): Launched\u000a11:46:52.143880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:52.728525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15516): Launched\u000a11:46:53.067044 run osmo-stp_10.42.42.5(pid=15517): Launched\u000a11:46:53.189852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:46:53.778394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15519): Launched\u000a11:46:53.899431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:46:54.196139 run patchelf(pid=15520): Launched\u000a11:46:54.392435 run osmo-stp_10.42.42.5(pid=15517): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15517)]\u000a11:46:54.536278 run osmo-stp_10.42.42.5(pid=15517): stdout: \u000a| (launched: 2022-12-13_11:46:52.899717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:54.681064 run osmo-stp_10.42.42.5(pid=15517): stderr: \u000a| �[0;m�[38;5;43m20221213114653096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114653096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114653096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114653097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114653097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114653097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114653097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:54.819637 run osmo-stp_10.42.42.5(pid=15517): stdout: \u000a| (launched: 2022-12-13_11:46:52.899717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:54.957861 run osmo-stp_10.42.42.5(pid=15517): stderr: \u000a| �[0;m�[38;5;43m20221213114653096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114653096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114653096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114653097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114653097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114653097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114653097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:55.118699 run patchelf(pid=15520): Terminating (SIGINT)\u000a11:46:55.307122 run patchelf(pid=15520): Terminated: ok {rc=0}\u000a11:46:55.341550 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15517): Process ended prematurely: osmo-stp_10.42.42.5(pid=15517) [trial-2389↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15517)] [trial-2389↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a11:46:55.351530 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a11:46:55.415887 run osmo-hlr_10.42.42.2(pid=15514): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15514)]\u000a11:46:55.467917 run osmo-hlr_10.42.42.2(pid=15514): stdout: \u000a| (launched: 2022-12-13_11:46:51.846512) \u000a11:46:55.520651 run osmo-hlr_10.42.42.2(pid=15514): stderr: \u000a| �[0;m�[1;31m20221213114652053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114652053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114652053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114652053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114652053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114652053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114652066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114652075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114652075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114652075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:55.565729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15507): Terminating (SIGTERM)\u000a11:46:55.607947 run iperf3-srv_10.42.42.10(pid=15508): Terminating (SIGTERM)\u000a11:46:55.650121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15509): Terminating (SIGTERM)\u000a11:46:55.692277 run iperf3-srv_10.42.42.10(pid=15510): Terminating (SIGTERM)\u000a11:46:55.735061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15513): Terminating (SIGTERM)\u000a11:46:55.777626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15516): Terminating (SIGTERM)\u000a11:46:55.820387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15519): Terminating (SIGTERM)\u000a11:46:55.830145 --- ParallelTerminationStrategy: PID 15507 died...\u000a11:46:55.887313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15507): Terminated: ok {rc=0}\u000a11:46:55.897432 --- ParallelTerminationStrategy: PID 15508 died...\u000a11:46:55.953862 run iperf3-srv_10.42.42.10(pid=15508): Terminated {rc=256}\u000a11:46:55.963914 --- ParallelTerminationStrategy: PID 15509 died...\u000a11:46:56.020253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15509): Terminated: ok {rc=0}\u000a11:46:56.030361 --- ParallelTerminationStrategy: PID 15510 died...\u000a11:46:56.086699 run iperf3-srv_10.42.42.10(pid=15510): Terminated {rc=256}\u000a11:46:56.096760 --- ParallelTerminationStrategy: PID 15513 died...\u000a11:46:56.153309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15513): Terminated: ok {rc=0}\u000a11:46:56.163360 --- ParallelTerminationStrategy: PID 15516 died...\u000a11:46:56.219932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15516): Terminated: ok {rc=0}\u000a11:46:56.230123 --- ParallelTerminationStrategy: PID 15519 died...\u000a11:46:56.286918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15519): Terminated: ok {rc=0}\u000a11:46:56.375199 bus /gobi_0: Setting Powered False\u000a11:46:57.483689 bus /gobi_0: Setting Powered False\u000a11:46:58.596716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 247, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15529): Process ended prematurely: osmo-stp_10.42.42.5(pid=15529) [trial-2389↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15529)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15529): Process ended prematurely: osmo-stp_10.42.42.5(pid=15529) [trial-2389↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a11:46:59.709578 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:46:59.720756 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:46:59.855737 tst iperf3.py: using LAC 33727\u000a11:46:59.991093 tst iperf3.py: using RAC 67\u000a11:47:00.126842 tst iperf3.py: using CellId 33727\u000a11:47:00.256525 tst iperf3.py: using BVCI 33728\u000a11:47:00.282506 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:00.293695 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:00.304612 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:00.315548 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:00.326805 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:00.338128 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:00.349688 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:00.361058 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:00.372616 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:47:00.663966 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:47:00.795046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:01.177667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15521): Launched\u000a11:47:01.475548 run iperf3-srv_10.42.42.10(pid=15522): Launched\u000a11:47:01.689360 tst iperf3.py:8: start network...\u000a11:47:01.835806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:02.378435 run create_hlr_db(pid=15523): Launched\u000a11:47:02.574223 bus /gobi_6: Setting Powered False\u000a11:47:03.594293 run create_hlr_db(pid=15523): Terminated: ok {rc=0}\u000a11:47:04.045726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15525): Launched\u000a11:47:04.384059 run osmo-hlr_10.42.42.2(pid=15526): Launched\u000a11:47:04.511331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:05.099147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15528): Launched\u000a11:47:05.438894 run osmo-stp_10.42.42.5(pid=15529): Launched\u000a11:47:05.562694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:06.155207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15531): Launched\u000a11:47:06.276382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:06.572168 run patchelf(pid=15532): Launched\u000a11:47:06.769792 run osmo-stp_10.42.42.5(pid=15529): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15529)]\u000a11:47:06.914321 run osmo-stp_10.42.42.5(pid=15529): stdout: \u000a| (launched: 2022-12-13_11:47:05.270496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:07.058825 run osmo-stp_10.42.42.5(pid=15529): stderr: \u000a| �[0;m�[38;5;43m20221213114705466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114705467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114705467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114705467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114705468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114705468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114705468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:07.197998 run osmo-stp_10.42.42.5(pid=15529): stdout: \u000a| (launched: 2022-12-13_11:47:05.270496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:07.335971 run osmo-stp_10.42.42.5(pid=15529): stderr: \u000a| �[0;m�[38;5;43m20221213114705466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114705467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114705467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114705467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114705468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114705468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114705468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:07.496261 run patchelf(pid=15532): Terminating (SIGINT)\u000a11:47:07.684930 run patchelf(pid=15532): Terminated: ok {rc=0}\u000a11:47:07.719403 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15529): Process ended prematurely: osmo-stp_10.42.42.5(pid=15529) [trial-2389↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15529)] [trial-2389↪gprs:oc2g↪iperf3.py:8]\u000a11:47:07.729562 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a11:47:07.793844 run osmo-hlr_10.42.42.2(pid=15526): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15526)]\u000a11:47:07.846128 run osmo-hlr_10.42.42.2(pid=15526): stdout: \u000a| (launched: 2022-12-13_11:47:04.216847) \u000a11:47:07.899618 run osmo-hlr_10.42.42.2(pid=15526): stderr: \u000a| �[0;m�[1;31m20221213114704419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114704419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114704419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114704419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114704419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114704419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114704431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:07.944839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15521): Terminating (SIGTERM)\u000a11:47:07.988146 run iperf3-srv_10.42.42.10(pid=15522): Terminating (SIGTERM)\u000a11:47:08.031575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15525): Terminating (SIGTERM)\u000a11:47:08.075102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15528): Terminating (SIGTERM)\u000a11:47:08.118166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15531): Terminating (SIGTERM)\u000a11:47:08.128107 --- ParallelTerminationStrategy: PID 15521 died...\u000a11:47:08.185906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15521): Terminated: ok {rc=0}\u000a11:47:08.196261 --- ParallelTerminationStrategy: PID 15522 died...\u000a11:47:08.254132 run iperf3-srv_10.42.42.10(pid=15522): Terminated {rc=256}\u000a11:47:08.264565 --- ParallelTerminationStrategy: PID 15525 died...\u000a11:47:08.322077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15525): Terminated: ok {rc=0}\u000a11:47:08.332806 --- ParallelTerminationStrategy: PID 15528 died...\u000a11:47:08.390394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15528): Terminated: ok {rc=0}\u000a11:47:08.400768 --- ParallelTerminationStrategy: PID 15531 died...\u000a11:47:08.457581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15531): Terminated: ok {rc=0}\u000a11:47:08.546076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15547): Process ended prematurely: osmo-stp_10.42.42.5(pid=15547) [trial-2389↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15547)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15547): Process ended prematurely: osmo-stp_10.42.42.5(pid=15547) [trial-2389↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a11:47:09.663744 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:09.675766 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:47:09.811778 tst iperf3m4.py: using LAC 33728\u000a11:47:09.944489 tst iperf3m4.py: using RAC 68\u000a11:47:10.078317 tst iperf3m4.py: using CellId 33728\u000a11:47:10.210583 tst iperf3m4.py: using BVCI 33729\u000a11:47:10.236567 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:10.247601 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:10.258607 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:10.269633 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:10.280692 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:10.291916 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:10.303254 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:10.314484 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:10.325765 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:47:10.449315 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:47:10.574898 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:47:10.697962 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:47:11.001914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:47:11.142721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:11.496313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Launched\u000a11:47:11.789521 run iperf3-srv_10.42.42.10(pid=15534): Launched\u000a11:47:11.998135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:47:12.139318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:12.489778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15535): Launched\u000a11:47:12.782031 run iperf3-srv_10.42.42.10(pid=15536): Launched\u000a11:47:12.990324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:47:13.131292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:13.481327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15537): Launched\u000a11:47:13.772903 run iperf3-srv_10.42.42.10(pid=15538): Launched\u000a11:47:13.980706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:47:14.121611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:14.473718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15539): Launched\u000a11:47:14.765954 run iperf3-srv_10.42.42.10(pid=15540): Launched\u000a11:47:14.973581 tst iperf3m4.py:8: start network...\u000a11:47:15.114192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:15.645472 run create_hlr_db(pid=15541): Launched\u000a11:47:15.840695 bus /gobi_6: Setting Powered False\u000a11:47:16.854189 run create_hlr_db(pid=15541): Terminated: ok {rc=0}\u000a11:47:17.314873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15543): Launched\u000a11:47:17.631220 run osmo-hlr_10.42.42.2(pid=15544): Launched\u000a11:47:17.748091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:18.294470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15546): Launched\u000a11:47:18.610502 run osmo-stp_10.42.42.5(pid=15547): Launched\u000a11:47:18.723573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:19.276615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15549): Launched\u000a11:47:19.387816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:19.662859 run patchelf(pid=15550): Launched\u000a11:47:19.845968 run osmo-stp_10.42.42.5(pid=15547): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15547)]\u000a11:47:19.979591 run osmo-stp_10.42.42.5(pid=15547): stdout: \u000a| (launched: 2022-12-13_11:47:18.453124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:20.113321 run osmo-stp_10.42.42.5(pid=15547): stderr: \u000a| �[0;m�[38;5;43m20221213114718628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114718628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114718628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114718629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114718629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114718629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114718629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:20.242499 run osmo-stp_10.42.42.5(pid=15547): stdout: \u000a| (launched: 2022-12-13_11:47:18.453124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:20.370147 run osmo-stp_10.42.42.5(pid=15547): stderr: \u000a| �[0;m�[38;5;43m20221213114718628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114718628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114718628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114718629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114718629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114718629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114718629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:20.519044 run patchelf(pid=15550): Terminating (SIGINT)\u000a11:47:20.694636 run patchelf(pid=15550): Terminated: ok {rc=0}\u000a11:47:20.726776 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15547): Process ended prematurely: osmo-stp_10.42.42.5(pid=15547) [trial-2389↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15547)] [trial-2389↪gprs:oc2g↪iperf3m4.py:8]\u000a11:47:20.736559 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:47:20.797563 run osmo-hlr_10.42.42.2(pid=15544): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15544)]\u000a11:47:20.846723 run osmo-hlr_10.42.42.2(pid=15544): stdout: \u000a| (launched: 2022-12-13_11:47:17.474427) \u000a11:47:20.896567 run osmo-hlr_10.42.42.2(pid=15544): stderr: \u000a| �[0;m�[1;31m20221213114717654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114717654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114717654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114717655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114717655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114717655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114717667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114717675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114717675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114717675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:20.938987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Terminating (SIGTERM)\u000a11:47:20.978788 run iperf3-srv_10.42.42.10(pid=15534): Terminating (SIGTERM)\u000a11:47:21.018658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15535): Terminating (SIGTERM)\u000a11:47:21.058272 run iperf3-srv_10.42.42.10(pid=15536): Terminating (SIGTERM)\u000a11:47:21.098004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15537): Terminating (SIGTERM)\u000a11:47:21.137476 run iperf3-srv_10.42.42.10(pid=15538): Terminating (SIGTERM)\u000a11:47:21.177115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15539): Terminating (SIGTERM)\u000a11:47:21.216497 run iperf3-srv_10.42.42.10(pid=15540): Terminating (SIGTERM)\u000a11:47:21.256228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15543): Terminating (SIGTERM)\u000a11:47:21.295703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15546): Terminating (SIGTERM)\u000a11:47:21.335234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15549): Terminating (SIGTERM)\u000a11:47:21.344493 --- ParallelTerminationStrategy: PID 15533 died...\u000a11:47:21.398045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15533): Terminated: ok {rc=0}\u000a11:47:21.407723 --- ParallelTerminationStrategy: PID 15534 died...\u000a11:47:21.461038 run iperf3-srv_10.42.42.10(pid=15534): Terminated {rc=256}\u000a11:47:21.471187 --- ParallelTerminationStrategy: PID 15535 died...\u000a11:47:21.524578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15535): Terminated: ok {rc=0}\u000a11:47:21.534207 --- ParallelTerminationStrategy: PID 15536 died...\u000a11:47:21.587299 run iperf3-srv_10.42.42.10(pid=15536): Terminated {rc=256}\u000a11:47:21.596897 --- ParallelTerminationStrategy: PID 15537 died...\u000a11:47:21.650072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15537): Terminated: ok {rc=0}\u000a11:47:21.659692 --- ParallelTerminationStrategy: PID 15538 died...\u000a11:47:21.712792 run iperf3-srv_10.42.42.10(pid=15538): Terminated {rc=256}\u000a11:47:21.722497 --- ParallelTerminationStrategy: PID 15539 died...\u000a11:47:21.775875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15539): Terminated: ok {rc=0}\u000a11:47:21.785945 --- ParallelTerminationStrategy: PID 15540 died...\u000a11:47:21.839899 run iperf3-srv_10.42.42.10(pid=15540): Terminated {rc=256}\u000a11:47:21.849756 --- ParallelTerminationStrategy: PID 15543 died...\u000a11:47:21.902817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15543): Terminated: ok {rc=0}\u000a11:47:21.912400 --- ParallelTerminationStrategy: PID 15546 died...\u000a11:47:21.965435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15546): Terminated: ok {rc=0}\u000a11:47:21.975114 --- ParallelTerminationStrategy: PID 15549 died...\u000a11:47:22.028260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15549): Terminated: ok {rc=0}\u000a11:47:22.116739 bus /gobi_4: Setting Powered False\u000a11:47:23.219461 bus /gobi_4: Setting Powered False\u000a11:47:24.332639 bus /gobi_1: Setting Powered False\u000a11:47:25.435986 bus /gobi_1: Setting Powered False\u000a11:47:26.548091 bus /gobi_0: Setting Powered False\u000a11:47:27.653975 bus /gobi_0: Setting Powered False\u000a11:47:28.763375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15557): Process ended prematurely: osmo-stp_10.42.42.5(pid=15557) [trial-2389↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15557)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15557): Process ended prematurely: osmo-stp_10.42.42.5(pid=15557) [trial-2389↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g ping.py\u000a----------------------------------------------\u000a11:47:29.832084 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:29.843971 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:47:29.968585 tst ping.py: using LAC 33729\u000a11:47:30.091000 tst ping.py: using RAC 69\u000a11:47:30.213798 tst ping.py: using CellId 33729\u000a11:47:30.336355 tst ping.py: using BVCI 33730\u000a11:47:30.360029 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:30.370887 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:30.381471 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:30.391783 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:30.402150 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:30.412539 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:30.423109 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:30.433460 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:47:30.734530 tst ping.py:19: start network...\u000a11:47:30.880200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:31.484382 run create_hlr_db(pid=15551): Launched\u000a11:47:31.695972 bus /gobi_6: Setting Powered False\u000a11:47:32.694825 run create_hlr_db(pid=15551): Terminated: ok {rc=0}\u000a11:47:33.157889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15553): Launched\u000a11:47:33.492161 run osmo-hlr_10.42.42.2(pid=15554): Launched\u000a11:47:33.614508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:34.196924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15556): Launched\u000a11:47:34.531379 run osmo-stp_10.42.42.5(pid=15557): Launched\u000a11:47:34.651943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:35.231463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15559): Launched\u000a11:47:35.349640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:35.640364 run patchelf(pid=15560): Launched\u000a11:47:35.833738 run osmo-stp_10.42.42.5(pid=15557): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15557)]\u000a11:47:35.975386 run osmo-stp_10.42.42.5(pid=15557): stdout: \u000a| (launched: 2022-12-13_11:47:34.365757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:36.116552 run osmo-stp_10.42.42.5(pid=15557): stderr: \u000a| �[0;m�[38;5;43m20221213114734562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114734562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114734563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114734563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114734563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114734563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114734564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:36.252817 run osmo-stp_10.42.42.5(pid=15557): stdout: \u000a| (launched: 2022-12-13_11:47:34.365757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:36.388020 run osmo-stp_10.42.42.5(pid=15557): stderr: \u000a| �[0;m�[38;5;43m20221213114734562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114734562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114734563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114734563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114734563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114734563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114734564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:36.544706 run patchelf(pid=15560): Terminating (SIGINT)\u000a11:47:36.729559 run patchelf(pid=15560): Terminated: ok {rc=0}\u000a11:47:36.763082 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15557): Process ended prematurely: osmo-stp_10.42.42.5(pid=15557) [trial-2389↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15557)] [trial-2389↪gprs:oc2g↪ping.py:22]\u000a11:47:36.772438 tst ping.py:22: Test FAILED (6.9 sec)\u000a11:47:36.836871 run osmo-hlr_10.42.42.2(pid=15554): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15554)]\u000a11:47:36.890313 run osmo-hlr_10.42.42.2(pid=15554): stdout: \u000a| (launched: 2022-12-13_11:47:33.326511) \u000a11:47:36.943460 run osmo-hlr_10.42.42.2(pid=15554): stderr: \u000a| �[0;m�[1;31m20221213114733527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114733527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114733527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114733527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114733527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114733527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114733540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114733548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114733548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114733548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:36.988522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15553): Terminating (SIGTERM)\u000a11:47:37.031502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15556): Terminating (SIGTERM)\u000a11:47:37.074827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15559): Terminating (SIGTERM)\u000a11:47:37.084725 --- ParallelTerminationStrategy: PID 15553 died...\u000a11:47:37.142006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15553): Terminated: ok {rc=0}\u000a11:47:37.152258 --- ParallelTerminationStrategy: PID 15556 died...\u000a11:47:37.209517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15556): Terminated: ok {rc=0}\u000a11:47:37.219815 --- ParallelTerminationStrategy: PID 15559 died...\u000a11:47:37.276697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15559): Terminated: ok {rc=0}\u000a11:47:37.365720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15567): Process ended prematurely: osmo-stp_10.42.42.5(pid=15567) [trial-2389↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15567)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15567): Process ended prematurely: osmo-stp_10.42.42.5(pid=15567) [trial-2389↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a11:47:38.417646 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:38.429131 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:47:38.553502 tst ping_idle_ping.py: using LAC 33730\u000a11:47:38.673833 tst ping_idle_ping.py: using RAC 70\u000a11:47:38.794319 tst ping_idle_ping.py: using CellId 33730\u000a11:47:38.915215 tst ping_idle_ping.py: using BVCI 33731\u000a11:47:38.938832 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:38.949538 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:38.960126 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:38.970785 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:38.981228 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:38.991743 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:39.002386 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:47:39.012877 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:47:39.293646 tst ping_idle_ping.py:24: start network...\u000a11:47:39.421961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:39.920013 run create_hlr_db(pid=15561): Launched\u000a11:47:40.098953 bus /gobi_6: Setting Powered False\u000a11:47:41.132026 run create_hlr_db(pid=15561): Terminated: ok {rc=0}\u000a11:47:41.574585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15563): Launched\u000a11:47:41.909815 run osmo-hlr_10.42.42.2(pid=15564): Launched\u000a11:47:42.031303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:42.611575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15566): Launched\u000a11:47:42.945092 run osmo-stp_10.42.42.5(pid=15567): Launched\u000a11:47:43.065824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:43.645549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15569): Launched\u000a11:47:43.763573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:44.055324 run patchelf(pid=15570): Launched\u000a11:47:44.248144 run osmo-stp_10.42.42.5(pid=15567): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15567)]\u000a11:47:44.389224 run osmo-stp_10.42.42.5(pid=15567): stdout: \u000a| (launched: 2022-12-13_11:47:42.780163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:44.530994 run osmo-stp_10.42.42.5(pid=15567): stderr: \u000a| �[0;m�[38;5;43m20221213114742978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114742978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114742978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114742979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114742981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114742981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114742981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:44.667450 run osmo-stp_10.42.42.5(pid=15567): stdout: \u000a| (launched: 2022-12-13_11:47:42.780163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:44.802932 run osmo-stp_10.42.42.5(pid=15567): stderr: \u000a| �[0;m�[38;5;43m20221213114742978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114742978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114742978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114742979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114742981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114742981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114742981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:44.960751 run patchelf(pid=15570): Terminating (SIGINT)\u000a11:47:45.145477 run patchelf(pid=15570): Terminated: ok {rc=0}\u000a11:47:45.178819 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15567): Process ended prematurely: osmo-stp_10.42.42.5(pid=15567) [trial-2389↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15567)] [trial-2389↪gprs:oc2g↪ping_idle_ping.py:27]\u000a11:47:45.188219 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:47:45.252520 run osmo-hlr_10.42.42.2(pid=15564): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15564)]\u000a11:47:45.304530 run osmo-hlr_10.42.42.2(pid=15564): stdout: \u000a| (launched: 2022-12-13_11:47:41.743292) \u000a11:47:45.357416 run osmo-hlr_10.42.42.2(pid=15564): stderr: \u000a| �[0;m�[1;31m20221213114741946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114741946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114741947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114741947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114741947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114741947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114741959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114741967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114741968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114741968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:45.403212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15563): Terminating (SIGTERM)\u000a11:47:45.446279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15566): Terminating (SIGTERM)\u000a11:47:45.489374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15569): Terminating (SIGTERM)\u000a11:47:45.499396 --- ParallelTerminationStrategy: PID 15563 died...\u000a11:47:45.556299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15563): Terminated: ok {rc=0}\u000a11:47:45.566539 --- ParallelTerminationStrategy: PID 15566 died...\u000a11:47:45.622819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15566): Terminated: ok {rc=0}\u000a11:47:45.632914 --- ParallelTerminationStrategy: PID 15569 died...\u000a11:47:45.689181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15569): Terminated: ok {rc=0}\u000a11:47:45.775629 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15586): Process ended prematurely: osmo-stp_10.42.42.5(pid=15586) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15586)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15586): Process ended prematurely: osmo-stp_10.42.42.5(pid=15586) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:47:47.934728 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:47.945989 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:47:48.073302 tst cs_paging_gprs_active.py: using LAC 33731\u000a11:47:48.194568 tst cs_paging_gprs_active.py: using RAC 71\u000a11:47:48.316454 tst cs_paging_gprs_active.py: using CellId 33731\u000a11:47:48.436844 tst cs_paging_gprs_active.py: using BVCI 33732\u000a11:47:48.460595 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:48.471440 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:48.482272 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:48.492875 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:48.503354 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:48.513854 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:48.524661 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:48.535206 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:47:48.545905 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:48.670200 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:47:48.954372 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:47:49.084102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:49.405867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15576): Launched\u000a11:47:49.674863 run iperf3-srv_10.42.42.10(pid=15577): Launched\u000a11:47:49.862869 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:47:49.991020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:47:50.314307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15578): Launched\u000a11:47:50.582586 run iperf3-srv_10.42.42.10(pid=15579): Launched\u000a11:47:50.770012 tst cs_paging_gprs_active.py:38: start network...\u000a11:47:50.898233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:51.399745 run create_hlr_db(pid=15580): Launched\u000a11:47:51.578781 bus /gobi_6: Setting Powered False\u000a11:47:52.599556 run create_hlr_db(pid=15580): Terminated: ok {rc=0}\u000a11:47:53.013967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15582): Launched\u000a11:47:53.324813 run osmo-hlr_10.42.42.2(pid=15583): Launched\u000a11:47:53.446738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:53.991857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15585): Launched\u000a11:47:54.303956 run osmo-stp_10.42.42.5(pid=15586): Launched\u000a11:47:54.417708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:47:54.959024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15588): Launched\u000a11:47:55.069751 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:47:55.342242 run patchelf(pid=15589): Launched\u000a11:47:55.523150 run osmo-stp_10.42.42.5(pid=15586): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15586)]\u000a11:47:55.655403 run osmo-stp_10.42.42.5(pid=15586): stdout: \u000a| (launched: 2022-12-13_11:47:54.148753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:55.788256 run osmo-stp_10.42.42.5(pid=15586): stderr: \u000a| �[0;m�[38;5;43m20221213114754319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114754319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114754319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114754320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114754322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114754322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114754322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:55.915912 run osmo-stp_10.42.42.5(pid=15586): stdout: \u000a| (launched: 2022-12-13_11:47:54.148753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:56.041970 run osmo-stp_10.42.42.5(pid=15586): stderr: \u000a| �[0;m�[38;5;43m20221213114754319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114754319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114754319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114754320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114754322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114754322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114754322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:56.189545 run patchelf(pid=15589): Terminating (SIGINT)\u000a11:47:56.362941 run patchelf(pid=15589): Terminated: ok {rc=0}\u000a11:47:56.394681 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15586): Process ended prematurely: osmo-stp_10.42.42.5(pid=15586) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15586)] [trial-2389↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:47:56.404048 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:47:56.464383 run osmo-hlr_10.42.42.2(pid=15583): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15583)]\u000a11:47:56.513772 run osmo-hlr_10.42.42.2(pid=15583): stdout: \u000a| (launched: 2022-12-13_11:47:53.171297) \u000a11:47:56.563848 run osmo-hlr_10.42.42.2(pid=15583): stderr: \u000a| �[0;m�[1;31m20221213114753351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114753351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114753351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114753351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114753351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114753351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114753364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114753372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114753373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114753373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:56.606529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15576): Terminating (SIGTERM)\u000a11:47:56.646799 run iperf3-srv_10.42.42.10(pid=15577): Terminating (SIGTERM)\u000a11:47:56.686899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15578): Terminating (SIGTERM)\u000a11:47:56.726793 run iperf3-srv_10.42.42.10(pid=15579): Terminating (SIGTERM)\u000a11:47:56.766819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15582): Terminating (SIGTERM)\u000a11:47:56.806827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15585): Terminating (SIGTERM)\u000a11:47:56.847048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15588): Terminating (SIGTERM)\u000a11:47:56.856230 --- ParallelTerminationStrategy: PID 15576 died...\u000a11:47:56.909843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15576): Terminated: ok {rc=0}\u000a11:47:56.919438 --- ParallelTerminationStrategy: PID 15577 died...\u000a11:47:56.972327 run iperf3-srv_10.42.42.10(pid=15577): Terminated {rc=256}\u000a11:47:56.981748 --- ParallelTerminationStrategy: PID 15578 died...\u000a11:47:57.035199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15578): Terminated: ok {rc=0}\u000a11:47:57.044843 --- ParallelTerminationStrategy: PID 15579 died...\u000a11:47:57.097933 run iperf3-srv_10.42.42.10(pid=15579): Terminated {rc=256}\u000a11:47:57.107355 --- ParallelTerminationStrategy: PID 15582 died...\u000a11:47:57.160166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15582): Terminated: ok {rc=0}\u000a11:47:57.170043 --- ParallelTerminationStrategy: PID 15585 died...\u000a11:47:57.222839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15585): Terminated: ok {rc=0}\u000a11:47:57.232236 --- ParallelTerminationStrategy: PID 15588 died...\u000a11:47:57.285488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15588): Terminated: ok {rc=0}\u000a11:47:57.374309 bus /gobi_0: Setting Powered False\u000a11:47:58.478578 bus /gobi_0: Setting Powered False\u000a11:47:59.591902 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15598): Process ended prematurely: osmo-stp_10.42.42.5(pid=15598) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15598)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15598): Process ended prematurely: osmo-stp_10.42.42.5(pid=15598) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:48:00.707600 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:00.719922 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:48:00.848760 tst iperf3.py: using LAC 33732\u000a11:48:00.994783 tst iperf3.py: using RAC 72\u000a11:48:01.130270 tst iperf3.py: using CellId 33732\u000a11:48:01.260390 tst iperf3.py: using BVCI 33733\u000a11:48:01.287048 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:01.299708 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:01.312313 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:01.324775 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:01.338031 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:01.351345 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:01.364905 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:01.378149 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:01.391752 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:01.741264 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:48:01.874860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:02.219652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15590): Launched\u000a11:48:02.489438 run iperf3-srv_10.42.42.10(pid=15591): Launched\u000a11:48:02.678018 tst iperf3.py:8: start network...\u000a11:48:02.806535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:03.303119 run create_hlr_db(pid=15592): Launched\u000a11:48:03.480478 bus /gobi_6: Setting Powered False\u000a11:48:04.502277 run create_hlr_db(pid=15592): Terminated: ok {rc=0}\u000a11:48:04.941222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15594): Launched\u000a11:48:05.271348 run osmo-hlr_10.42.42.2(pid=15595): Launched\u000a11:48:05.391720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:05.965836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15597): Launched\u000a11:48:06.298551 run osmo-stp_10.42.42.5(pid=15598): Launched\u000a11:48:06.418885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:06.995888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15600): Launched\u000a11:48:07.113581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:07.403435 run patchelf(pid=15601): Launched\u000a11:48:07.596250 run osmo-stp_10.42.42.5(pid=15598): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15598)]\u000a11:48:07.737601 run osmo-stp_10.42.42.5(pid=15598): stdout: \u000a| (launched: 2022-12-13_11:48:06.134297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:07.879217 run osmo-stp_10.42.42.5(pid=15598): stderr: \u000a| �[0;m�[38;5;43m20221213114806328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114806328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114806328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114806329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114806329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114806329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114806329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:08.016231 run osmo-stp_10.42.42.5(pid=15598): stdout: \u000a| (launched: 2022-12-13_11:48:06.134297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:08.151453 run osmo-stp_10.42.42.5(pid=15598): stderr: \u000a| �[0;m�[38;5;43m20221213114806328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114806328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114806328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114806329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114806329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114806329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114806329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:08.308765 run patchelf(pid=15601): Terminating (SIGINT)\u000a11:48:08.493456 run patchelf(pid=15601): Terminated: ok {rc=0}\u000a11:48:08.527341 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15598): Process ended prematurely: osmo-stp_10.42.42.5(pid=15598) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15598)] [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a11:48:08.537472 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:48:08.601692 run osmo-hlr_10.42.42.2(pid=15595): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15595)]\u000a11:48:08.653998 run osmo-hlr_10.42.42.2(pid=15595): stdout: \u000a| (launched: 2022-12-13_11:48:05.108149) \u000a11:48:08.706804 run osmo-hlr_10.42.42.2(pid=15595): stderr: \u000a| �[0;m�[1;31m20221213114805310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114805310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114805310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114805310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114805310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114805310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114805323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114805331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114805331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114805331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:08.752180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15590): Terminating (SIGTERM)\u000a11:48:08.795003 run iperf3-srv_10.42.42.10(pid=15591): Terminating (SIGTERM)\u000a11:48:08.838255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15594): Terminating (SIGTERM)\u000a11:48:08.880911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15597): Terminating (SIGTERM)\u000a11:48:08.924158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15600): Terminating (SIGTERM)\u000a11:48:08.934006 --- ParallelTerminationStrategy: PID 15590 died...\u000a11:48:08.991646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15590): Terminated: ok {rc=0}\u000a11:48:09.001866 --- ParallelTerminationStrategy: PID 15591 died...\u000a11:48:09.059151 run iperf3-srv_10.42.42.10(pid=15591): Terminated {rc=256}\u000a11:48:09.069406 --- ParallelTerminationStrategy: PID 15594 died...\u000a11:48:09.126579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15594): Terminated: ok {rc=0}\u000a11:48:09.136724 --- ParallelTerminationStrategy: PID 15597 died...\u000a11:48:09.194369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15597): Terminated: ok {rc=0}\u000a11:48:09.204500 --- ParallelTerminationStrategy: PID 15600 died...\u000a11:48:09.262007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15600): Terminated: ok {rc=0}\u000a11:48:09.352154 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15616): Process ended prematurely: osmo-stp_10.42.42.5(pid=15616) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15616)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15616): Process ended prematurely: osmo-stp_10.42.42.5(pid=15616) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:48:10.466518 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:10.478350 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:48:10.606358 tst iperf3m4.py: using LAC 33733\u000a11:48:10.729086 tst iperf3m4.py: using RAC 73\u000a11:48:10.849817 tst iperf3m4.py: using CellId 33733\u000a11:48:10.970339 tst iperf3m4.py: using BVCI 33734\u000a11:48:10.994147 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:11.005107 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:11.015680 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:11.026368 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:11.036933 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:11.048541 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:11.059923 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:11.070728 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:11.081733 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:11.201680 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:11.319308 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:11.438101 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:11.723128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:48:11.851471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:12.174927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15602): Launched\u000a11:48:12.442768 run iperf3-srv_10.42.42.10(pid=15603): Launched\u000a11:48:12.632347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:48:12.761475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:13.086046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Launched\u000a11:48:13.355527 run iperf3-srv_10.42.42.10(pid=15605): Launched\u000a11:48:13.544724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:48:13.672710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:13.995241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15606): Launched\u000a11:48:14.263904 run iperf3-srv_10.42.42.10(pid=15607): Launched\u000a11:48:14.452091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:48:14.580118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:14.902590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15608): Launched\u000a11:48:15.172499 run iperf3-srv_10.42.42.10(pid=15609): Launched\u000a11:48:15.362349 tst iperf3m4.py:8: start network...\u000a11:48:15.491130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:16.041663 run create_hlr_db(pid=15610): Launched\u000a11:48:16.244198 bus /gobi_6: Setting Powered False\u000a11:48:17.250954 run create_hlr_db(pid=15610): Terminated: ok {rc=0}\u000a11:48:17.676359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15612): Launched\u000a11:48:17.988870 run osmo-hlr_10.42.42.2(pid=15613): Launched\u000a11:48:18.106575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:18.647505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15615): Launched\u000a11:48:18.959064 run osmo-stp_10.42.42.5(pid=15616): Launched\u000a11:48:19.070354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:19.614109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15618): Launched\u000a11:48:19.724117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:19.997698 run patchelf(pid=15619): Launched\u000a11:48:20.178664 run osmo-stp_10.42.42.5(pid=15616): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15616)]\u000a11:48:20.310838 run osmo-stp_10.42.42.5(pid=15616): stdout: \u000a| (launched: 2022-12-13_11:48:18.804258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:20.443335 run osmo-stp_10.42.42.5(pid=15616): stderr: \u000a| �[0;m�[38;5;43m20221213114818977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114818977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114818977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114818978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114818978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114818978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114818978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:20.570998 run osmo-stp_10.42.42.5(pid=15616): stdout: \u000a| (launched: 2022-12-13_11:48:18.804258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:20.697323 run osmo-stp_10.42.42.5(pid=15616): stderr: \u000a| �[0;m�[38;5;43m20221213114818977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114818977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114818977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114818978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114818978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114818978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114818978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:20.844158 run patchelf(pid=15619): Terminating (SIGINT)\u000a11:48:21.017599 run patchelf(pid=15619): Terminated: ok {rc=0}\u000a11:48:21.049530 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15616): Process ended prematurely: osmo-stp_10.42.42.5(pid=15616) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15616)] [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:48:21.058922 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:48:21.119209 run osmo-hlr_10.42.42.2(pid=15613): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15613)]\u000a11:48:21.168450 run osmo-hlr_10.42.42.2(pid=15613): stdout: \u000a| (launched: 2022-12-13_11:48:17.834005) \u000a11:48:21.218094 run osmo-hlr_10.42.42.2(pid=15613): stderr: \u000a| �[0;m�[1;31m20221213114818014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114818014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114818014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114818014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114818015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114818015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114818027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114818036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114818036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114818036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:21.261005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15602): Terminating (SIGTERM)\u000a11:48:21.300501 run iperf3-srv_10.42.42.10(pid=15603): Terminating (SIGTERM)\u000a11:48:21.340475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Terminating (SIGTERM)\u000a11:48:21.380313 run iperf3-srv_10.42.42.10(pid=15605): Terminating (SIGTERM)\u000a11:48:21.419993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15606): Terminating (SIGTERM)\u000a11:48:21.459632 run iperf3-srv_10.42.42.10(pid=15607): Terminating (SIGTERM)\u000a11:48:21.499485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15608): Terminating (SIGTERM)\u000a11:48:21.539334 run iperf3-srv_10.42.42.10(pid=15609): Terminating (SIGTERM)\u000a11:48:21.579255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15612): Terminating (SIGTERM)\u000a11:48:21.619102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15615): Terminating (SIGTERM)\u000a11:48:21.659071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15618): Terminating (SIGTERM)\u000a11:48:21.668253 --- ParallelTerminationStrategy: PID 15602 died...\u000a11:48:21.722111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15602): Terminated: ok {rc=0}\u000a11:48:21.731685 --- ParallelTerminationStrategy: PID 15603 died...\u000a11:48:21.784971 run iperf3-srv_10.42.42.10(pid=15603): Terminated {rc=256}\u000a11:48:21.794548 --- ParallelTerminationStrategy: PID 15604 died...\u000a11:48:21.847736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15604): Terminated: ok {rc=0}\u000a11:48:21.857309 --- ParallelTerminationStrategy: PID 15605 died...\u000a11:48:21.910148 run iperf3-srv_10.42.42.10(pid=15605): Terminated {rc=256}\u000a11:48:21.919706 --- ParallelTerminationStrategy: PID 15606 died...\u000a11:48:21.972840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15606): Terminated: ok {rc=0}\u000a11:48:21.982459 --- ParallelTerminationStrategy: PID 15607 died...\u000a11:48:22.035547 run iperf3-srv_10.42.42.10(pid=15607): Terminated {rc=256}\u000a11:48:22.045113 --- ParallelTerminationStrategy: PID 15608 died...\u000a11:48:22.098227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15608): Terminated: ok {rc=0}\u000a11:48:22.107811 --- ParallelTerminationStrategy: PID 15609 died...\u000a11:48:22.160847 run iperf3-srv_10.42.42.10(pid=15609): Terminated {rc=256}\u000a11:48:22.170341 --- ParallelTerminationStrategy: PID 15612 died...\u000a11:48:22.223309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15612): Terminated: ok {rc=0}\u000a11:48:22.232846 --- ParallelTerminationStrategy: PID 15615 died...\u000a11:48:22.285956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15615): Terminated: ok {rc=0}\u000a11:48:22.295440 --- ParallelTerminationStrategy: PID 15618 died...\u000a11:48:22.348710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15618): Terminated: ok {rc=0}\u000a11:48:22.437932 bus /gobi_4: Setting Powered False\u000a11:48:23.541399 bus /gobi_4: Setting Powered False\u000a11:48:24.653150 bus /gobi_1: Setting Powered False\u000a11:48:25.756719 bus /gobi_1: Setting Powered False\u000a11:48:26.867541 bus /gobi_0: Setting Powered False\u000a11:48:27.970455 bus /gobi_0: Setting Powered False\u000a11:48:29.080180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:48:30.146599 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:30.158181 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:48:30.284810 tst ping.py: using LAC 33734\u000a11:48:30.406354 tst ping.py: using RAC 74\u000a11:48:30.523393 tst ping.py: using CellId 33734\u000a11:48:30.639834 tst ping.py: using BVCI 33735\u000a11:48:30.663534 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:30.674510 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:30.685393 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:30.696129 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:30.706963 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:30.717641 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:30.729187 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:30.740225 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:31.057660 tst ping.py:19: start network...\u000a11:48:31.199430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:31.754513 run create_hlr_db(pid=15620): Launched\u000a11:48:31.931868 bus /gobi_6: Setting Powered False\u000a11:48:32.949818 run create_hlr_db(pid=15620): Terminated: ok {rc=0}\u000a11:48:33.383467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Launched\u000a11:48:33.711669 run osmo-hlr_10.42.42.2(pid=15623): Launched\u000a11:48:33.829680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:34.391246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Launched\u000a11:48:34.698794 run osmo-stp_10.42.42.5(pid=15626): Launched\u000a11:48:34.807855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:35.339880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15628): Launched\u000a11:48:35.447330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:35.714077 run patchelf(pid=15629): Launched\u000a11:48:35.891523 run osmo-stp_10.42.42.5(pid=15626): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)]\u000a11:48:36.021836 run osmo-stp_10.42.42.5(pid=15626): stdout: \u000a| (launched: 2022-12-13_11:48:34.546100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:36.152174 run osmo-stp_10.42.42.5(pid=15626): stderr: \u000a| �[0;m�[38;5;43m20221213114834719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114834719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114834719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114834720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114834720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114834720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114834720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:36.277718 run osmo-stp_10.42.42.5(pid=15626): stdout: \u000a| (launched: 2022-12-13_11:48:34.546100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:36.401966 run osmo-stp_10.42.42.5(pid=15626): stderr: \u000a| �[0;m�[38;5;43m20221213114834719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114834719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114834719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114834720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114834720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114834720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114834720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:36.546891 run patchelf(pid=15629): Terminating (SIGINT)\u000a11:48:36.716257 run patchelf(pid=15629): Terminated: ok {rc=0}\u000a11:48:36.747199 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15626): Process ended prematurely: osmo-stp_10.42.42.5(pid=15626) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15626)] [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a11:48:36.755950 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:48:36.817338 run osmo-hlr_10.42.42.2(pid=15623): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15623)]\u000a11:48:36.867295 run osmo-hlr_10.42.42.2(pid=15623): stdout: \u000a| (launched: 2022-12-13_11:48:33.548839) \u000a11:48:36.917819 run osmo-hlr_10.42.42.2(pid=15623): stderr: \u000a| �[0;m�[1;31m20221213114833748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114833748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114833748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114833748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114833748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114833748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114833760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114833769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114833769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114833769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:36.960572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Terminating (SIGTERM)\u000a11:48:37.000926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Terminating (SIGTERM)\u000a11:48:37.041427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15628): Terminating (SIGTERM)\u000a11:48:37.050840 --- ParallelTerminationStrategy: PID 15622 died...\u000a11:48:37.105297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15622): Terminated: ok {rc=0}\u000a11:48:37.115062 --- ParallelTerminationStrategy: PID 15625 died...\u000a11:48:37.168663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15625): Terminated: ok {rc=0}\u000a11:48:37.178394 --- ParallelTerminationStrategy: PID 15628 died...\u000a11:48:37.232082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15628): Terminated: ok {rc=0}\u000a11:48:37.321427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15636): Process ended prematurely: osmo-stp_10.42.42.5(pid=15636) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15636)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15636): Process ended prematurely: osmo-stp_10.42.42.5(pid=15636) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:48:38.371299 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:38.383081 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:48:38.515821 tst ping_idle_ping.py: using LAC 33735\u000a11:48:38.642537 tst ping_idle_ping.py: using RAC 75\u000a11:48:38.766305 tst ping_idle_ping.py: using CellId 33735\u000a11:48:38.886194 tst ping_idle_ping.py: using BVCI 33736\u000a11:48:38.909651 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:38.920409 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:38.931446 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:38.942383 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:38.953573 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:38.964799 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:38.976135 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:48:38.987497 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:48:39.267566 tst ping_idle_ping.py:24: start network...\u000a11:48:39.395005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:39.889218 run create_hlr_db(pid=15630): Launched\u000a11:48:40.065621 bus /gobi_6: Setting Powered False\u000a11:48:41.087068 run create_hlr_db(pid=15630): Terminated: ok {rc=0}\u000a11:48:41.496326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15632): Launched\u000a11:48:41.806641 run osmo-hlr_10.42.42.2(pid=15633): Launched\u000a11:48:41.920398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:42.455726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15635): Launched\u000a11:48:42.763009 run osmo-stp_10.42.42.5(pid=15636): Launched\u000a11:48:42.873856 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:43.407611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15638): Launched\u000a11:48:43.516323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:43.784314 run patchelf(pid=15639): Launched\u000a11:48:43.963870 run osmo-stp_10.42.42.5(pid=15636): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15636)]\u000a11:48:44.095129 run osmo-stp_10.42.42.5(pid=15636): stdout: \u000a| (launched: 2022-12-13_11:48:42.610873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:44.226658 run osmo-stp_10.42.42.5(pid=15636): stderr: \u000a| �[0;m�[38;5;43m20221213114842784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114842784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114842785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114842785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114842786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114842786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114842786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:44.353179 run osmo-stp_10.42.42.5(pid=15636): stdout: \u000a| (launched: 2022-12-13_11:48:42.610873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:44.478658 run osmo-stp_10.42.42.5(pid=15636): stderr: \u000a| �[0;m�[38;5;43m20221213114842784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114842784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114842785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114842785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114842786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114842786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114842786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:44.624497 run patchelf(pid=15639): Terminating (SIGINT)\u000a11:48:44.795556 run patchelf(pid=15639): Terminated: ok {rc=0}\u000a11:48:44.826802 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15636): Process ended prematurely: osmo-stp_10.42.42.5(pid=15636) [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15636)] [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:48:44.835842 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:48:44.896399 run osmo-hlr_10.42.42.2(pid=15633): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15633)]\u000a11:48:44.946076 run osmo-hlr_10.42.42.2(pid=15633): stdout: \u000a| (launched: 2022-12-13_11:48:41.651795) \u000a11:48:44.996404 run osmo-hlr_10.42.42.2(pid=15633): stderr: \u000a| �[0;m�[1;31m20221213114841830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114841830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114841830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114841830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114841830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114841830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114841842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114841852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114841853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114841853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:45.039461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15632): Terminating (SIGTERM)\u000a11:48:45.079788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15635): Terminating (SIGTERM)\u000a11:48:45.120323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15638): Terminating (SIGTERM)\u000a11:48:45.129460 --- ParallelTerminationStrategy: PID 15632 died...\u000a11:48:45.183561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15632): Terminated: ok {rc=0}\u000a11:48:45.193397 --- ParallelTerminationStrategy: PID 15635 died...\u000a11:48:45.246928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15635): Terminated: ok {rc=0}\u000a11:48:45.256530 --- ParallelTerminationStrategy: PID 15638 died...\u000a11:48:45.309922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15638): Terminated: ok {rc=0}\u000a11:48:45.394803 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:47:47" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15653): Process ended prematurely: osmo-stp_10.42.42.5(pid=15653) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15653)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15653): Process ended prematurely: osmo-stp_10.42.42.5(pid=15653) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:48:47.562486 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:47.573939 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:48:47.728417 tst cs_paging_gprs_active.py: using LAC 33736\u000a11:48:47.858056 tst cs_paging_gprs_active.py: using RAC 76\u000a11:48:47.995315 tst cs_paging_gprs_active.py: using CellId 33736\u000a11:48:48.125537 tst cs_paging_gprs_active.py: using BVCI 33737\u000a11:48:48.150943 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:48.162411 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:48.173599 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:48.184675 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:48.196023 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:48.207605 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:48.219229 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:48.230695 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:48:48.242350 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:48.360437 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:48:48.660031 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:48:48.798557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:49.143350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15643): Launched\u000a11:48:49.425868 run iperf3-srv_10.42.42.10(pid=15644): Launched\u000a11:48:49.617001 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:48:49.746316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:48:50.071752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15645): Launched\u000a11:48:50.342578 run iperf3-srv_10.42.42.10(pid=15646): Launched\u000a11:48:50.532743 tst cs_paging_gprs_active.py:38: start network...\u000a11:48:50.662648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:51.165580 run create_hlr_db(pid=15647): Launched\u000a11:48:51.345085 bus /gobi_6: Setting Powered False\u000a11:48:52.365894 run create_hlr_db(pid=15647): Terminated: ok {rc=0}\u000a11:48:52.809191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15649): Launched\u000a11:48:53.146608 run osmo-hlr_10.42.42.2(pid=15650): Launched\u000a11:48:53.272589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:53.848570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15652): Launched\u000a11:48:54.183673 run osmo-stp_10.42.42.5(pid=15653): Launched\u000a11:48:54.304662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:48:54.885946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15655): Launched\u000a11:48:55.004915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:48:55.297353 run patchelf(pid=15656): Launched\u000a11:48:55.491674 run osmo-stp_10.42.42.5(pid=15653): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15653)]\u000a11:48:55.634551 run osmo-stp_10.42.42.5(pid=15653): stdout: \u000a| (launched: 2022-12-13_11:48:54.017793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:55.777376 run osmo-stp_10.42.42.5(pid=15653): stderr: \u000a| �[0;m�[38;5;43m20221213114854214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114854214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114854214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114854215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114854215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114854215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114854215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:55.914389 run osmo-stp_10.42.42.5(pid=15653): stdout: \u000a| (launched: 2022-12-13_11:48:54.017793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:56.050737 run osmo-stp_10.42.42.5(pid=15653): stderr: \u000a| �[0;m�[38;5;43m20221213114854214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114854214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114854214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114854215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114854215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114854215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114854215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:56.209783 run patchelf(pid=15656): Terminating (SIGINT)\u000a11:48:56.395978 run patchelf(pid=15656): Terminated: ok {rc=0}\u000a11:48:56.430105 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15653): Process ended prematurely: osmo-stp_10.42.42.5(pid=15653) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15653)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:48:56.440121 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:48:56.504446 run osmo-hlr_10.42.42.2(pid=15650): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15650)]\u000a11:48:56.556625 run osmo-hlr_10.42.42.2(pid=15650): stdout: \u000a| (launched: 2022-12-13_11:48:52.978827) \u000a11:48:56.609713 run osmo-hlr_10.42.42.2(pid=15650): stderr: \u000a| �[0;m�[1;31m20221213114853178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114853178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114853178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114853178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114853178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114853179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114853190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114853199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114853199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114853199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:56.655044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15643): Terminating (SIGTERM)\u000a11:48:56.698233 run iperf3-srv_10.42.42.10(pid=15644): Terminating (SIGTERM)\u000a11:48:56.741699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15645): Terminating (SIGTERM)\u000a11:48:56.784325 run iperf3-srv_10.42.42.10(pid=15646): Terminating (SIGTERM)\u000a11:48:56.827698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15649): Terminating (SIGTERM)\u000a11:48:56.870248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15652): Terminating (SIGTERM)\u000a11:48:56.912704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15655): Terminating (SIGTERM)\u000a11:48:56.922735 --- ParallelTerminationStrategy: PID 15643 died...\u000a11:48:56.979972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15643): Terminated: ok {rc=0}\u000a11:48:56.990054 --- ParallelTerminationStrategy: PID 15644 died...\u000a11:48:57.046767 run iperf3-srv_10.42.42.10(pid=15644): Terminated {rc=256}\u000a11:48:57.056776 --- ParallelTerminationStrategy: PID 15645 died...\u000a11:48:57.113452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15645): Terminated: ok {rc=0}\u000a11:48:57.123450 --- ParallelTerminationStrategy: PID 15646 died...\u000a11:48:57.179906 run iperf3-srv_10.42.42.10(pid=15646): Terminated {rc=256}\u000a11:48:57.189925 --- ParallelTerminationStrategy: PID 15649 died...\u000a11:48:57.246874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15649): Terminated: ok {rc=0}\u000a11:48:57.256844 --- ParallelTerminationStrategy: PID 15652 died...\u000a11:48:57.313485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15652): Terminated: ok {rc=0}\u000a11:48:57.323563 --- ParallelTerminationStrategy: PID 15655 died...\u000a11:48:57.380272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15655): Terminated: ok {rc=0}\u000a11:48:57.467720 bus /gobi_0: Setting Powered False\u000a11:48:58.574289 bus /gobi_0: Setting Powered False\u000a11:48:59.687147 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:49:00.804333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:00.816342 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:49:01.001852 tst iperf3.py: using LAC 33737\u000a11:49:01.130646 tst iperf3.py: using RAC 77\u000a11:49:01.266414 tst iperf3.py: using CellId 33737\u000a11:49:01.428752 tst iperf3.py: using BVCI 33738\u000a11:49:01.461513 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:01.473548 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:01.485567 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:01.497518 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:01.509248 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:01.521392 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:01.534415 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:01.546508 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:01.558512 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:01.853643 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:49:01.987527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:02.333082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15658): Launched\u000a11:49:02.602836 run iperf3-srv_10.42.42.10(pid=15659): Launched\u000a11:49:02.791654 tst iperf3.py:8: start network...\u000a11:49:02.920286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:03.417658 run create_hlr_db(pid=15660): Launched\u000a11:49:03.595817 bus /gobi_6: Setting Powered False\u000a11:49:04.616192 run create_hlr_db(pid=15660): Terminated: ok {rc=0}\u000a11:49:05.029999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Launched\u000a11:49:05.340781 run osmo-hlr_10.42.42.2(pid=15663): Launched\u000a11:49:05.453311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:05.993188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Launched\u000a11:49:06.304115 run osmo-stp_10.42.42.5(pid=15666): Launched\u000a11:49:06.415178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:06.955787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Launched\u000a11:49:07.065656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:07.336505 run patchelf(pid=15669): Launched\u000a11:49:07.517862 run osmo-stp_10.42.42.5(pid=15666): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]\u000a11:49:07.651344 run osmo-stp_10.42.42.5(pid=15666): stdout: \u000a| (launched: 2022-12-13_11:49:06.149719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:07.784288 run osmo-stp_10.42.42.5(pid=15666): stderr: \u000a| �[0;m�[38;5;43m20221213114906325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114906325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114906325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114906326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:07.912308 run osmo-stp_10.42.42.5(pid=15666): stdout: \u000a| (launched: 2022-12-13_11:49:06.149719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:08.039684 run osmo-stp_10.42.42.5(pid=15666): stderr: \u000a| �[0;m�[38;5;43m20221213114906325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114906325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114906325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114906326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:08.187780 run patchelf(pid=15669): Terminating (SIGINT)\u000a11:49:08.361708 run patchelf(pid=15669): Terminated: ok {rc=0}\u000a11:49:08.393824 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:49:08.403182 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:49:08.463113 run osmo-hlr_10.42.42.2(pid=15663): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15663)]\u000a11:49:08.511987 run osmo-hlr_10.42.42.2(pid=15663): stdout: \u000a| (launched: 2022-12-13_11:49:05.186663) \u000a11:49:08.561795 run osmo-hlr_10.42.42.2(pid=15663): stderr: \u000a| �[0;m�[1;31m20221213114905367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114905367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114905367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114905367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114905367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114905367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114905379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114905389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114905389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114905389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:08.604224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15658): Terminating (SIGTERM)\u000a11:49:08.644195 run iperf3-srv_10.42.42.10(pid=15659): Terminating (SIGTERM)\u000a11:49:08.684250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Terminating (SIGTERM)\u000a11:49:08.724158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Terminating (SIGTERM)\u000a11:49:08.764577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Terminating (SIGTERM)\u000a11:49:08.773910 --- ParallelTerminationStrategy: PID 15658 died...\u000a11:49:08.828132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15658): Terminated: ok {rc=0}\u000a11:49:08.837853 --- ParallelTerminationStrategy: PID 15659 died...\u000a11:49:08.890837 run iperf3-srv_10.42.42.10(pid=15659): Terminated {rc=256}\u000a11:49:08.900228 --- ParallelTerminationStrategy: PID 15662 died...\u000a11:49:08.953224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Terminated: ok {rc=0}\u000a11:49:08.962730 --- ParallelTerminationStrategy: PID 15665 died...\u000a11:49:09.015441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Terminated: ok {rc=0}\u000a11:49:09.025079 --- ParallelTerminationStrategy: PID 15668 died...\u000a11:49:09.078747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Terminated: ok {rc=0}\u000a11:49:09.168368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15684): Process ended prematurely: osmo-stp_10.42.42.5(pid=15684) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15684)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15684): Process ended prematurely: osmo-stp_10.42.42.5(pid=15684) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:49:10.279534 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.291025 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:49:10.438690 tst iperf3m4.py: using LAC 33738\u000a11:49:10.561892 tst iperf3m4.py: using RAC 78\u000a11:49:10.691189 tst iperf3m4.py: using CellId 33738\u000a11:49:10.814927 tst iperf3m4.py: using BVCI 33739\u000a11:49:10.838503 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.849548 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.860233 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.870922 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.881541 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.893300 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.904833 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.916368 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:10.927984 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:11.048747 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:11.169451 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:11.290699 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:11.577956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:49:11.707986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:12.034090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15670): Launched\u000a11:49:12.305532 run iperf3-srv_10.42.42.10(pid=15671): Launched\u000a11:49:12.494957 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:49:12.623949 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:12.949876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Launched\u000a11:49:13.221058 run iperf3-srv_10.42.42.10(pid=15673): Launched\u000a11:49:13.409685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:49:13.538152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:13.864248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15674): Launched\u000a11:49:14.134759 run iperf3-srv_10.42.42.10(pid=15675): Launched\u000a11:49:14.324203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:49:14.453438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:14.779313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15676): Launched\u000a11:49:15.049806 run iperf3-srv_10.42.42.10(pid=15677): Launched\u000a11:49:15.239522 tst iperf3m4.py:8: start network...\u000a11:49:15.368599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:15.867126 run create_hlr_db(pid=15678): Launched\u000a11:49:16.048233 bus /gobi_6: Setting Powered False\u000a11:49:17.082243 run create_hlr_db(pid=15678): Terminated: ok {rc=0}\u000a11:49:17.499101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15680): Launched\u000a11:49:17.813822 run osmo-hlr_10.42.42.2(pid=15681): Launched\u000a11:49:17.926802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:18.469355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15683): Launched\u000a11:49:18.782638 run osmo-stp_10.42.42.5(pid=15684): Launched\u000a11:49:18.896588 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:19.440005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15686): Launched\u000a11:49:19.550581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:19.825612 run patchelf(pid=15687): Launched\u000a11:49:20.007270 run osmo-stp_10.42.42.5(pid=15684): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15684)]\u000a11:49:20.140145 run osmo-stp_10.42.42.5(pid=15684): stdout: \u000a| (launched: 2022-12-13_11:49:18.626622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:20.273089 run osmo-stp_10.42.42.5(pid=15684): stderr: \u000a| �[0;m�[38;5;43m20221213114918800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114918800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114918800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114918800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114918801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114918801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114918801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:20.400249 run osmo-stp_10.42.42.5(pid=15684): stdout: \u000a| (launched: 2022-12-13_11:49:18.626622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:20.526681 run osmo-stp_10.42.42.5(pid=15684): stderr: \u000a| �[0;m�[38;5;43m20221213114918800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114918800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114918800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114918800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114918801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114918801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114918801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:20.674085 run patchelf(pid=15687): Terminating (SIGINT)\u000a11:49:20.847619 run patchelf(pid=15687): Terminated: ok {rc=0}\u000a11:49:20.879519 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15684): Process ended prematurely: osmo-stp_10.42.42.5(pid=15684) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15684)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:49:20.888893 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:49:20.949400 run osmo-hlr_10.42.42.2(pid=15681): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15681)]\u000a11:49:20.998651 run osmo-hlr_10.42.42.2(pid=15681): stdout: \u000a| (launched: 2022-12-13_11:49:17.656851) \u000a11:49:21.048612 run osmo-hlr_10.42.42.2(pid=15681): stderr: \u000a| �[0;m�[1;31m20221213114917836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114917836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114917836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114917836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114917836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114917836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114917848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114917856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114917856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114917857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:21.091222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15670): Terminating (SIGTERM)\u000a11:49:21.131272 run iperf3-srv_10.42.42.10(pid=15671): Terminating (SIGTERM)\u000a11:49:21.171516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Terminating (SIGTERM)\u000a11:49:21.211664 run iperf3-srv_10.42.42.10(pid=15673): Terminating (SIGTERM)\u000a11:49:21.251703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15674): Terminating (SIGTERM)\u000a11:49:21.291990 run iperf3-srv_10.42.42.10(pid=15675): Terminating (SIGTERM)\u000a11:49:21.331899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15676): Terminating (SIGTERM)\u000a11:49:21.371908 run iperf3-srv_10.42.42.10(pid=15677): Terminating (SIGTERM)\u000a11:49:21.411968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15680): Terminating (SIGTERM)\u000a11:49:21.451923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15683): Terminating (SIGTERM)\u000a11:49:21.492040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15686): Terminating (SIGTERM)\u000a11:49:21.501393 --- ParallelTerminationStrategy: PID 15670 died...\u000a11:49:21.555704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15670): Terminated: ok {rc=0}\u000a11:49:21.565556 --- ParallelTerminationStrategy: PID 15671 died...\u000a11:49:21.619060 run iperf3-srv_10.42.42.10(pid=15671): Terminated {rc=256}\u000a11:49:21.628693 --- ParallelTerminationStrategy: PID 15672 died...\u000a11:49:21.682498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15672): Terminated: ok {rc=0}\u000a11:49:21.692190 --- ParallelTerminationStrategy: PID 15673 died...\u000a11:49:21.746554 run iperf3-srv_10.42.42.10(pid=15673): Terminated {rc=256}\u000a11:49:21.756151 --- ParallelTerminationStrategy: PID 15674 died...\u000a11:49:21.809773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15674): Terminated: ok {rc=0}\u000a11:49:21.819363 --- ParallelTerminationStrategy: PID 15675 died...\u000a11:49:21.872873 run iperf3-srv_10.42.42.10(pid=15675): Terminated {rc=256}\u000a11:49:21.882574 --- ParallelTerminationStrategy: PID 15676 died...\u000a11:49:21.936216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15676): Terminated: ok {rc=0}\u000a11:49:21.945935 --- ParallelTerminationStrategy: PID 15677 died...\u000a11:49:21.999504 run iperf3-srv_10.42.42.10(pid=15677): Terminated {rc=256}\u000a11:49:22.009122 --- ParallelTerminationStrategy: PID 15680 died...\u000a11:49:22.062757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15680): Terminated: ok {rc=0}\u000a11:49:22.072371 --- ParallelTerminationStrategy: PID 15683 died...\u000a11:49:22.126107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15683): Terminated: ok {rc=0}\u000a11:49:22.135841 --- ParallelTerminationStrategy: PID 15686 died...\u000a11:49:22.189440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15686): Terminated: ok {rc=0}\u000a11:49:22.278416 bus /gobi_4: Setting Powered False\u000a11:49:23.382608 bus /gobi_4: Setting Powered False\u000a11:49:24.494594 bus /gobi_1: Setting Powered False\u000a11:49:25.597761 bus /gobi_1: Setting Powered False\u000a11:49:26.705973 bus /gobi_0: Setting Powered False\u000a11:49:27.813252 bus /gobi_0: Setting Powered False\u000a11:49:28.924042 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15694): Process ended prematurely: osmo-stp_10.42.42.5(pid=15694) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15694)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15694): Process ended prematurely: osmo-stp_10.42.42.5(pid=15694) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:49:29.991643 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:30.003694 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:49:30.157268 tst ping.py: using LAC 33739\u000a11:49:30.286161 tst ping.py: using RAC 79\u000a11:49:30.412889 tst ping.py: using CellId 33739\u000a11:49:30.540028 tst ping.py: using BVCI 33740\u000a11:49:30.564831 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:30.576314 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:30.587666 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:30.598936 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:30.610520 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:30.622057 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:30.633757 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:30.645238 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:30.926009 tst ping.py:19: start network...\u000a11:49:31.057099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:31.587908 run create_hlr_db(pid=15688): Launched\u000a11:49:31.768038 bus /gobi_6: Setting Powered False\u000a11:49:32.796148 run create_hlr_db(pid=15688): Terminated: ok {rc=0}\u000a11:49:33.208616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15690): Launched\u000a11:49:33.515101 run osmo-hlr_10.42.42.2(pid=15691): Launched\u000a11:49:33.627679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:34.165076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15693): Launched\u000a11:49:34.471853 run osmo-stp_10.42.42.5(pid=15694): Launched\u000a11:49:34.582447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:35.117647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15696): Launched\u000a11:49:35.226126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:35.497358 run patchelf(pid=15697): Launched\u000a11:49:35.675624 run osmo-stp_10.42.42.5(pid=15694): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15694)]\u000a11:49:35.806150 run osmo-stp_10.42.42.5(pid=15694): stdout: \u000a| (launched: 2022-12-13_11:49:34.319636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:35.937601 run osmo-stp_10.42.42.5(pid=15694): stderr: \u000a| �[0;m�[38;5;43m20221213114934493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114934493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114934494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114934494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114934495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114934495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114934495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:36.063445 run osmo-stp_10.42.42.5(pid=15694): stdout: \u000a| (launched: 2022-12-13_11:49:34.319636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:36.188072 run osmo-stp_10.42.42.5(pid=15694): stderr: \u000a| �[0;m�[38;5;43m20221213114934493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114934493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114934494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114934494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114934495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114934495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114934495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:36.333499 run patchelf(pid=15697): Terminating (SIGINT)\u000a11:49:36.503889 run patchelf(pid=15697): Terminated: ok {rc=0}\u000a11:49:36.535122 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15694): Process ended prematurely: osmo-stp_10.42.42.5(pid=15694) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15694)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:49:36.543951 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:49:36.604135 run osmo-hlr_10.42.42.2(pid=15691): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15691)]\u000a11:49:36.653592 run osmo-hlr_10.42.42.2(pid=15691): stdout: \u000a| (launched: 2022-12-13_11:49:33.363637) \u000a11:49:36.703874 run osmo-hlr_10.42.42.2(pid=15691): stderr: \u000a| �[0;m�[1;31m20221213114933544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114933544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114933544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114933544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114933544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114933544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114933556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114933567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114933567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114933567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:36.746556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15690): Terminating (SIGTERM)\u000a11:49:36.786957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15693): Terminating (SIGTERM)\u000a11:49:36.827579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15696): Terminating (SIGTERM)\u000a11:49:36.837035 --- ParallelTerminationStrategy: PID 15690 died...\u000a11:49:36.891239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15690): Terminated: ok {rc=0}\u000a11:49:36.901106 --- ParallelTerminationStrategy: PID 15693 died...\u000a11:49:36.955119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15693): Terminated: ok {rc=0}\u000a11:49:36.964840 --- ParallelTerminationStrategy: PID 15696 died...\u000a11:49:37.018736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15696): Terminated: ok {rc=0}\u000a11:49:37.106871 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15704): Process ended prematurely: osmo-stp_10.42.42.5(pid=15704) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15704)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15704): Process ended prematurely: osmo-stp_10.42.42.5(pid=15704) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:49:38.159186 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:38.170919 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:49:38.318556 tst ping_idle_ping.py: using LAC 33740\u000a11:49:38.439662 tst ping_idle_ping.py: using RAC 80\u000a11:49:38.561267 tst ping_idle_ping.py: using CellId 33740\u000a11:49:38.680876 tst ping_idle_ping.py: using BVCI 33741\u000a11:49:38.704209 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:38.715240 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:38.726011 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:38.736652 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:38.747335 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:38.758673 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:38.770136 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:49:38.781047 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:49:39.078587 tst ping_idle_ping.py:24: start network...\u000a11:49:39.214465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:39.733505 run create_hlr_db(pid=15698): Launched\u000a11:49:39.923058 bus /gobi_6: Setting Powered False\u000a11:49:40.943719 run create_hlr_db(pid=15698): Terminated: ok {rc=0}\u000a11:49:41.356185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15700): Launched\u000a11:49:41.663886 run osmo-hlr_10.42.42.2(pid=15701): Launched\u000a11:49:41.775139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:42.311347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15703): Launched\u000a11:49:42.619122 run osmo-stp_10.42.42.5(pid=15704): Launched\u000a11:49:42.730207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:43.266365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15706): Launched\u000a11:49:43.374749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:43.644533 run patchelf(pid=15707): Launched\u000a11:49:43.823688 run osmo-stp_10.42.42.5(pid=15704): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15704)]\u000a11:49:43.954889 run osmo-stp_10.42.42.5(pid=15704): stdout: \u000a| (launched: 2022-12-13_11:49:42.466946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:44.086159 run osmo-stp_10.42.42.5(pid=15704): stderr: \u000a| �[0;m�[38;5;43m20221213114942640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114942641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114942641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114942641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114942642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114942642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114942642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:44.212501 run osmo-stp_10.42.42.5(pid=15704): stdout: \u000a| (launched: 2022-12-13_11:49:42.466946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:44.337696 run osmo-stp_10.42.42.5(pid=15704): stderr: \u000a| �[0;m�[38;5;43m20221213114942640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114942641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114942641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114942641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114942642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114942642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114942642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:44.483545 run patchelf(pid=15707): Terminating (SIGINT)\u000a11:49:44.654570 run patchelf(pid=15707): Terminated: ok {rc=0}\u000a11:49:44.685625 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15704): Process ended prematurely: osmo-stp_10.42.42.5(pid=15704) [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15704)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:49:44.694427 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:49:44.754663 run osmo-hlr_10.42.42.2(pid=15701): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15701)]\u000a11:49:44.804189 run osmo-hlr_10.42.42.2(pid=15701): stdout: \u000a| (launched: 2022-12-13_11:49:41.510782) \u000a11:49:44.854195 run osmo-hlr_10.42.42.2(pid=15701): stderr: \u000a| �[0;m�[1;31m20221213114941688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114941688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114941688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114941688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114941688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114941688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114941729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114941740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114941741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114941741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:44.896583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15700): Terminating (SIGTERM)\u000a11:49:44.936528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15703): Terminating (SIGTERM)\u000a11:49:44.976679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15706): Terminating (SIGTERM)\u000a11:49:44.986005 --- ParallelTerminationStrategy: PID 15700 died...\u000a11:49:45.040025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15700): Terminated: ok {rc=0}\u000a11:49:45.049683 --- ParallelTerminationStrategy: PID 15703 died...\u000a11:49:45.103364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15703): Terminated: ok {rc=0}\u000a11:49:45.113100 --- ParallelTerminationStrategy: PID 15706 died...\u000a11:49:45.166557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15706): Terminated: ok {rc=0}\u000a11:49:45.256052 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:48:47" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15721): Process ended prematurely: osmo-stp_10.42.42.5(pid=15721) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15721)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15721): Process ended prematurely: osmo-stp_10.42.42.5(pid=15721) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:49:47.445063 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:47.456379 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:49:47.609332 tst cs_paging_gprs_active.py: using LAC 33741\u000a11:49:47.739392 tst cs_paging_gprs_active.py: using RAC 81\u000a11:49:47.867423 tst cs_paging_gprs_active.py: using CellId 33741\u000a11:49:47.996047 tst cs_paging_gprs_active.py: using BVCI 33742\u000a11:49:48.021552 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:48.032847 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:48.044012 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:48.055267 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:48.066655 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:48.078248 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:48.089872 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:48.101255 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:49:48.112729 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:48.234464 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:49:48.521427 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:49:48.650943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:48.974856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15711): Launched\u000a11:49:49.246486 run iperf3-srv_10.42.42.10(pid=15712): Launched\u000a11:49:49.436201 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:49:49.565918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:49.891170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15713): Launched\u000a11:49:50.160473 run iperf3-srv_10.42.42.10(pid=15714): Launched\u000a11:49:50.349539 tst cs_paging_gprs_active.py:38: start network...\u000a11:49:50.478479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:50.979174 run create_hlr_db(pid=15715): Launched\u000a11:49:51.158948 bus /gobi_6: Setting Powered False\u000a11:49:52.179266 run create_hlr_db(pid=15715): Terminated: ok {rc=0}\u000a11:49:52.622376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15717): Launched\u000a11:49:52.958802 run osmo-hlr_10.42.42.2(pid=15718): Launched\u000a11:49:53.081161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:53.659700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15720): Launched\u000a11:49:53.993869 run osmo-stp_10.42.42.5(pid=15721): Launched\u000a11:49:54.114797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:54.695624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15723): Launched\u000a11:49:54.813820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:55.104475 run patchelf(pid=15724): Launched\u000a11:49:55.298040 run osmo-stp_10.42.42.5(pid=15721): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15721)]\u000a11:49:55.440046 run osmo-stp_10.42.42.5(pid=15721): stdout: \u000a| (launched: 2022-12-13_11:49:53.828127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:55.582629 run osmo-stp_10.42.42.5(pid=15721): stderr: \u000a| �[0;m�[38;5;43m20221213114954024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114954024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114954024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114954025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114954025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114954025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114954025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:55.719380 run osmo-stp_10.42.42.5(pid=15721): stdout: \u000a| (launched: 2022-12-13_11:49:53.828127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:55.854732 run osmo-stp_10.42.42.5(pid=15721): stderr: \u000a| �[0;m�[38;5;43m20221213114954024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213114954024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213114954024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213114954025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213114954025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213114954025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213114954025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:56.013646 run patchelf(pid=15724): Terminating (SIGINT)\u000a11:49:56.199212 run patchelf(pid=15724): Terminated: ok {rc=0}\u000a11:49:56.233303 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15721): Process ended prematurely: osmo-stp_10.42.42.5(pid=15721) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15721)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:49:56.243346 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:49:56.307069 run osmo-hlr_10.42.42.2(pid=15718): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15718)]\u000a11:49:56.359087 run osmo-hlr_10.42.42.2(pid=15718): stdout: \u000a| (launched: 2022-12-13_11:49:52.791637) \u000a11:49:56.411525 run osmo-hlr_10.42.42.2(pid=15718): stderr: \u000a| �[0;m�[1;31m20221213114952995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213114952995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213114952995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114952995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213114952995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213114952995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213114953008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213114953017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213114953017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213114953017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:56.456339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15711): Terminating (SIGTERM)\u000a11:49:56.499082 run iperf3-srv_10.42.42.10(pid=15712): Terminating (SIGTERM)\u000a11:49:56.541833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15713): Terminating (SIGTERM)\u000a11:49:56.584016 run iperf3-srv_10.42.42.10(pid=15714): Terminating (SIGTERM)\u000a11:49:56.626234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15717): Terminating (SIGTERM)\u000a11:49:56.668277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15720): Terminating (SIGTERM)\u000a11:49:56.710521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15723): Terminating (SIGTERM)\u000a11:49:56.720121 --- ParallelTerminationStrategy: PID 15711 died...\u000a11:49:56.776593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15711): Terminated: ok {rc=0}\u000a11:49:56.786576 --- ParallelTerminationStrategy: PID 15712 died...\u000a11:49:56.842746 run iperf3-srv_10.42.42.10(pid=15712): Terminated {rc=256}\u000a11:49:56.852620 --- ParallelTerminationStrategy: PID 15713 died...\u000a11:49:56.908796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15713): Terminated: ok {rc=0}\u000a11:49:56.918721 --- ParallelTerminationStrategy: PID 15714 died...\u000a11:49:56.975069 run iperf3-srv_10.42.42.10(pid=15714): Terminated {rc=256}\u000a11:49:56.985045 --- ParallelTerminationStrategy: PID 15717 died...\u000a11:49:57.041269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15717): Terminated: ok {rc=0}\u000a11:49:57.051210 --- ParallelTerminationStrategy: PID 15720 died...\u000a11:49:57.107485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15720): Terminated: ok {rc=0}\u000a11:49:57.117928 --- ParallelTerminationStrategy: PID 15723 died...\u000a11:49:57.174262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15723): Terminated: ok {rc=0}\u000a11:49:57.262339 bus /gobi_0: Setting Powered False\u000a11:49:58.368829 bus /gobi_0: Setting Powered False\u000a11:49:59.481133 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15737): Process ended prematurely: osmo-stp_10.42.42.5(pid=15737) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15737)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15737): Process ended prematurely: osmo-stp_10.42.42.5(pid=15737) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:50:00.591705 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:00.603403 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:50:00.754721 tst iperf3.py: using LAC 33742\u000a11:50:00.884199 tst iperf3.py: using RAC 82\u000a11:50:01.027016 tst iperf3.py: using CellId 33742\u000a11:50:01.191146 tst iperf3.py: using BVCI 33743\u000a11:50:01.223143 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:01.234431 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:01.245741 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:01.257622 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:01.268893 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:01.280767 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:01.292699 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:01.309641 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:01.327966 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:01.662246 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:50:01.795400 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:02.136829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15728): Launched\u000a11:50:02.421405 run iperf3-srv_10.42.42.10(pid=15729): Launched\u000a11:50:02.610744 tst iperf3.py:8: start network...\u000a11:50:02.739453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:03.240361 run create_hlr_db(pid=15730): Launched\u000a11:50:03.419021 bus /gobi_6: Setting Powered False\u000a11:50:04.440390 run create_hlr_db(pid=15730): Terminated: ok {rc=0}\u000a11:50:04.856787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15733): Launched\u000a11:50:05.167958 run osmo-hlr_10.42.42.2(pid=15734): Launched\u000a11:50:05.280394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:05.823532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15736): Launched\u000a11:50:06.138219 run osmo-stp_10.42.42.5(pid=15737): Launched\u000a11:50:06.250531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:06.793677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15739): Launched\u000a11:50:06.903790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:07.177743 run patchelf(pid=15740): Launched\u000a11:50:07.358771 run osmo-stp_10.42.42.5(pid=15737): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15737)]\u000a11:50:07.491147 run osmo-stp_10.42.42.5(pid=15737): stdout: \u000a| (launched: 2022-12-13_11:50:05.980356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:07.623919 run osmo-stp_10.42.42.5(pid=15737): stderr: \u000a| �[0;m�[38;5;43m20221213115006157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115006157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115006157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115006157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115006158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115006158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115006158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:07.751752 run osmo-stp_10.42.42.5(pid=15737): stdout: \u000a| (launched: 2022-12-13_11:50:05.980356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:07.878361 run osmo-stp_10.42.42.5(pid=15737): stderr: \u000a| �[0;m�[38;5;43m20221213115006157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115006157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115006157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115006157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115006158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115006158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115006158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:08.026036 run patchelf(pid=15740): Terminating (SIGINT)\u000a11:50:08.200518 run patchelf(pid=15740): Terminated: ok {rc=0}\u000a11:50:08.232473 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15737): Process ended prematurely: osmo-stp_10.42.42.5(pid=15737) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15737)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:50:08.241916 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:50:08.302033 run osmo-hlr_10.42.42.2(pid=15734): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15734)]\u000a11:50:08.351244 run osmo-hlr_10.42.42.2(pid=15734): stdout: \u000a| (launched: 2022-12-13_11:50:05.014628) \u000a11:50:08.401522 run osmo-hlr_10.42.42.2(pid=15734): stderr: \u000a| �[0;m�[1;31m20221213115005196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115005196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115005196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115005196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115005196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115005196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115005208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115005217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115005217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115005217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:08.444284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15728): Terminating (SIGTERM)\u000a11:50:08.484395 run iperf3-srv_10.42.42.10(pid=15729): Terminating (SIGTERM)\u000a11:50:08.524555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15733): Terminating (SIGTERM)\u000a11:50:08.564647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15736): Terminating (SIGTERM)\u000a11:50:08.604684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15739): Terminating (SIGTERM)\u000a11:50:08.613872 --- ParallelTerminationStrategy: PID 15728 died...\u000a11:50:08.667316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15728): Terminated: ok {rc=0}\u000a11:50:08.676862 --- ParallelTerminationStrategy: PID 15729 died...\u000a11:50:08.729873 run iperf3-srv_10.42.42.10(pid=15729): Terminated {rc=256}\u000a11:50:08.739315 --- ParallelTerminationStrategy: PID 15733 died...\u000a11:50:08.792584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15733): Terminated: ok {rc=0}\u000a11:50:08.802085 --- ParallelTerminationStrategy: PID 15736 died...\u000a11:50:08.855135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15736): Terminated: ok {rc=0}\u000a11:50:08.864543 --- ParallelTerminationStrategy: PID 15739 died...\u000a11:50:08.917607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15739): Terminated: ok {rc=0}\u000a11:50:09.006116 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15755): Process ended prematurely: osmo-stp_10.42.42.5(pid=15755) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15755)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15755): Process ended prematurely: osmo-stp_10.42.42.5(pid=15755) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:50:10.118963 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.130647 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:50:10.289520 tst iperf3m4.py: using LAC 33743\u000a11:50:10.417340 tst iperf3m4.py: using RAC 83\u000a11:50:10.544824 tst iperf3m4.py: using CellId 33743\u000a11:50:10.672859 tst iperf3m4.py: using BVCI 33744\u000a11:50:10.698391 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.709911 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.721138 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.732352 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.743815 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.755415 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.767175 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.778616 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:10.790294 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:10.908688 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:11.031358 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:11.150978 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:11.436536 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:50:11.565757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:11.890489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15741): Launched\u000a11:50:12.158864 run iperf3-srv_10.42.42.10(pid=15742): Launched\u000a11:50:12.348487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:50:12.477736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:12.802833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15743): Launched\u000a11:50:13.070831 run iperf3-srv_10.42.42.10(pid=15744): Launched\u000a11:50:13.259727 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:50:13.388584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:13.713189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15745): Launched\u000a11:50:13.982289 run iperf3-srv_10.42.42.10(pid=15746): Launched\u000a11:50:14.172237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:50:14.300923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:14.626488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15747): Launched\u000a11:50:14.894901 run iperf3-srv_10.42.42.10(pid=15748): Launched\u000a11:50:15.085771 tst iperf3m4.py:8: start network...\u000a11:50:15.215125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:15.717169 run create_hlr_db(pid=15749): Launched\u000a11:50:15.923463 bus /gobi_6: Setting Powered False\u000a11:50:16.968350 run create_hlr_db(pid=15749): Terminated: ok {rc=0}\u000a11:50:17.410295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15751): Launched\u000a11:50:17.746571 run osmo-hlr_10.42.42.2(pid=15752): Launched\u000a11:50:17.872071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:18.453008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15754): Launched\u000a11:50:18.787704 run osmo-stp_10.42.42.5(pid=15755): Launched\u000a11:50:18.907952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:19.488299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15757): Launched\u000a11:50:19.606471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:19.898001 run patchelf(pid=15758): Launched\u000a11:50:20.092289 run osmo-stp_10.42.42.5(pid=15755): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15755)]\u000a11:50:20.234261 run osmo-stp_10.42.42.5(pid=15755): stdout: \u000a| (launched: 2022-12-13_11:50:18.621994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:20.376118 run osmo-stp_10.42.42.5(pid=15755): stderr: \u000a| �[0;m�[38;5;43m20221213115018817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115018817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115018818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115018818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115018818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115018818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115018819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:20.512648 run osmo-stp_10.42.42.5(pid=15755): stdout: \u000a| (launched: 2022-12-13_11:50:18.621994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:20.648133 run osmo-stp_10.42.42.5(pid=15755): stderr: \u000a| �[0;m�[38;5;43m20221213115018817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115018817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115018818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115018818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115018818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115018818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115018819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:20.805809 run patchelf(pid=15758): Terminating (SIGINT)\u000a11:50:20.991188 run patchelf(pid=15758): Terminated: ok {rc=0}\u000a11:50:21.025196 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15755): Process ended prematurely: osmo-stp_10.42.42.5(pid=15755) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15755)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:50:21.035365 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:50:21.099864 run osmo-hlr_10.42.42.2(pid=15752): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15752)]\u000a11:50:21.152584 run osmo-hlr_10.42.42.2(pid=15752): stdout: \u000a| (launched: 2022-12-13_11:50:17.579477) \u000a11:50:21.205673 run osmo-hlr_10.42.42.2(pid=15752): stderr: \u000a| �[0;m�[1;31m20221213115017781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115017781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115017782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115017782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115017782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115017782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115017794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115017802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115017802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115017803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:21.251371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15741): Terminating (SIGTERM)\u000a11:50:21.294241 run iperf3-srv_10.42.42.10(pid=15742): Terminating (SIGTERM)\u000a11:50:21.336803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15743): Terminating (SIGTERM)\u000a11:50:21.379976 run iperf3-srv_10.42.42.10(pid=15744): Terminating (SIGTERM)\u000a11:50:21.422797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15745): Terminating (SIGTERM)\u000a11:50:21.465349 run iperf3-srv_10.42.42.10(pid=15746): Terminating (SIGTERM)\u000a11:50:21.508351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15747): Terminating (SIGTERM)\u000a11:50:21.551395 run iperf3-srv_10.42.42.10(pid=15748): Terminating (SIGTERM)\u000a11:50:21.594013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15751): Terminating (SIGTERM)\u000a11:50:21.636876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15754): Terminating (SIGTERM)\u000a11:50:21.679529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15757): Terminating (SIGTERM)\u000a11:50:21.689338 --- ParallelTerminationStrategy: PID 15741 died...\u000a11:50:21.746956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15741): Terminated: ok {rc=0}\u000a11:50:21.757171 --- ParallelTerminationStrategy: PID 15742 died...\u000a11:50:21.814061 run iperf3-srv_10.42.42.10(pid=15742): Terminated {rc=256}\u000a11:50:21.824139 --- ParallelTerminationStrategy: PID 15743 died...\u000a11:50:21.881238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15743): Terminated: ok {rc=0}\u000a11:50:21.891475 --- ParallelTerminationStrategy: PID 15744 died...\u000a11:50:21.947992 run iperf3-srv_10.42.42.10(pid=15744): Terminated {rc=256}\u000a11:50:21.957976 --- ParallelTerminationStrategy: PID 15745 died...\u000a11:50:22.015144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15745): Terminated: ok {rc=0}\u000a11:50:22.025408 --- ParallelTerminationStrategy: PID 15746 died...\u000a11:50:22.082124 run iperf3-srv_10.42.42.10(pid=15746): Terminated {rc=256}\u000a11:50:22.092205 --- ParallelTerminationStrategy: PID 15747 died...\u000a11:50:22.149143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15747): Terminated: ok {rc=0}\u000a11:50:22.159279 --- ParallelTerminationStrategy: PID 15748 died...\u000a11:50:22.216132 run iperf3-srv_10.42.42.10(pid=15748): Terminated {rc=256}\u000a11:50:22.226337 --- ParallelTerminationStrategy: PID 15751 died...\u000a11:50:22.283214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15751): Terminated: ok {rc=0}\u000a11:50:22.293377 --- ParallelTerminationStrategy: PID 15754 died...\u000a11:50:22.350149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15754): Terminated: ok {rc=0}\u000a11:50:22.360268 --- ParallelTerminationStrategy: PID 15757 died...\u000a11:50:22.417733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15757): Terminated: ok {rc=0}\u000a11:50:22.505842 bus /gobi_4: Setting Powered False\u000a11:50:23.613453 bus /gobi_4: Setting Powered False\u000a11:50:24.723613 bus /gobi_1: Setting Powered False\u000a11:50:25.830276 bus /gobi_1: Setting Powered False\u000a11:50:26.943477 bus /gobi_0: Setting Powered False\u000a11:50:28.046931 bus /gobi_0: Setting Powered False\u000a11:50:29.159293 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15765): Process ended prematurely: osmo-stp_10.42.42.5(pid=15765) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15765)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15765): Process ended prematurely: osmo-stp_10.42.42.5(pid=15765) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:50:30.227493 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:30.239216 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:50:30.386761 tst ping.py: using LAC 33744\u000a11:50:30.507775 tst ping.py: using RAC 84\u000a11:50:30.628524 tst ping.py: using CellId 33744\u000a11:50:30.749596 tst ping.py: using BVCI 33745\u000a11:50:30.772807 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:30.783816 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:30.794583 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:30.805336 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:30.816029 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:30.827140 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:30.838507 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:30.849318 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:31.145907 tst ping.py:19: start network...\u000a11:50:31.275920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:31.810573 run create_hlr_db(pid=15759): Launched\u000a11:50:31.991574 bus /gobi_6: Setting Powered False\u000a11:50:33.008069 run create_hlr_db(pid=15759): Terminated: ok {rc=0}\u000a11:50:33.417720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15761): Launched\u000a11:50:33.725138 run osmo-hlr_10.42.42.2(pid=15762): Launched\u000a11:50:33.844066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:34.390452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15764): Launched\u000a11:50:34.697549 run osmo-stp_10.42.42.5(pid=15765): Launched\u000a11:50:34.808196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:35.339288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15767): Launched\u000a11:50:35.447238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:35.716041 run patchelf(pid=15768): Launched\u000a11:50:35.894135 run osmo-stp_10.42.42.5(pid=15765): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15765)]\u000a11:50:36.024438 run osmo-stp_10.42.42.5(pid=15765): stdout: \u000a| (launched: 2022-12-13_11:50:34.545094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:36.154774 run osmo-stp_10.42.42.5(pid=15765): stderr: \u000a| �[0;m�[38;5;43m20221213115034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115034719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115034719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115034719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115034720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115034720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:36.280416 run osmo-stp_10.42.42.5(pid=15765): stdout: \u000a| (launched: 2022-12-13_11:50:34.545094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:36.405654 run osmo-stp_10.42.42.5(pid=15765): stderr: \u000a| �[0;m�[38;5;43m20221213115034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115034719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115034719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115034719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115034720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115034720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:36.549987 run patchelf(pid=15768): Terminating (SIGINT)\u000a11:50:36.719211 run patchelf(pid=15768): Terminated: ok {rc=0}\u000a11:50:36.750220 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15765): Process ended prematurely: osmo-stp_10.42.42.5(pid=15765) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15765)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:50:36.758949 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:50:36.819275 run osmo-hlr_10.42.42.2(pid=15762): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15762)]\u000a11:50:36.869287 run osmo-hlr_10.42.42.2(pid=15762): stdout: \u000a| (launched: 2022-12-13_11:50:33.572766) \u000a11:50:36.919469 run osmo-hlr_10.42.42.2(pid=15762): stderr: \u000a| �[0;m�[1;31m20221213115033753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115033753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115033753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115033753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115033753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115033753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115033771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115033780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115033780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115033781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:36.962184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15761): Terminating (SIGTERM)\u000a11:50:37.002491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15764): Terminating (SIGTERM)\u000a11:50:37.043362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15767): Terminating (SIGTERM)\u000a11:50:37.052730 --- ParallelTerminationStrategy: PID 15761 died...\u000a11:50:37.106886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15761): Terminated: ok {rc=0}\u000a11:50:37.116512 --- ParallelTerminationStrategy: PID 15764 died...\u000a11:50:37.169969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15764): Terminated: ok {rc=0}\u000a11:50:37.179720 --- ParallelTerminationStrategy: PID 15767 died...\u000a11:50:37.233511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15767): Terminated: ok {rc=0}\u000a11:50:37.317604 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15775): Process ended prematurely: osmo-stp_10.42.42.5(pid=15775) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15775)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15775): Process ended prematurely: osmo-stp_10.42.42.5(pid=15775) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:50:38.369090 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:38.381017 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:50:38.536007 tst ping_idle_ping.py: using LAC 33745\u000a11:50:38.667475 tst ping_idle_ping.py: using RAC 85\u000a11:50:38.794018 tst ping_idle_ping.py: using CellId 33745\u000a11:50:38.915838 tst ping_idle_ping.py: using BVCI 33746\u000a11:50:38.939500 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:38.950715 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:38.961700 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:38.972592 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:38.984075 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:38.995403 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:39.006937 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:50:39.018299 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:50:39.315502 tst ping_idle_ping.py:24: start network...\u000a11:50:39.451983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:39.974257 run create_hlr_db(pid=15769): Launched\u000a11:50:40.163815 bus /gobi_6: Setting Powered False\u000a11:50:41.184269 run create_hlr_db(pid=15769): Terminated: ok {rc=0}\u000a11:50:41.595692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15771): Launched\u000a11:50:41.943670 run osmo-hlr_10.42.42.2(pid=15772): Launched\u000a11:50:42.063010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:42.636656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15774): Launched\u000a11:50:42.965985 run osmo-stp_10.42.42.5(pid=15775): Launched\u000a11:50:43.086129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:43.658222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15777): Launched\u000a11:50:43.774533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:44.061461 run patchelf(pid=15778): Launched\u000a11:50:44.251960 run osmo-stp_10.42.42.5(pid=15775): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15775)]\u000a11:50:44.391822 run osmo-stp_10.42.42.5(pid=15775): stdout: \u000a| (launched: 2022-12-13_11:50:42.802497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:44.531870 run osmo-stp_10.42.42.5(pid=15775): stderr: \u000a| �[0;m�[38;5;43m20221213115042995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115042995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115042996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115042996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115042997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115042997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115042997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:44.666998 run osmo-stp_10.42.42.5(pid=15775): stdout: \u000a| (launched: 2022-12-13_11:50:42.802497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:44.800697 run osmo-stp_10.42.42.5(pid=15775): stderr: \u000a| �[0;m�[38;5;43m20221213115042995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115042995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115042996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115042996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115042997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115042997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115042997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:44.955975 run patchelf(pid=15778): Terminating (SIGINT)\u000a11:50:45.138528 run patchelf(pid=15778): Terminated: ok {rc=0}\u000a11:50:45.171465 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15775): Process ended prematurely: osmo-stp_10.42.42.5(pid=15775) [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15775)] [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:50:45.181002 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:50:45.244683 run osmo-hlr_10.42.42.2(pid=15772): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15772)]\u000a11:50:45.296650 run osmo-hlr_10.42.42.2(pid=15772): stdout: \u000a| (launched: 2022-12-13_11:50:41.751046) \u000a11:50:45.349436 run osmo-hlr_10.42.42.2(pid=15772): stderr: \u000a| �[0;m�[1;31m20221213115041966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115041966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115041966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115041966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115041966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115041966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115041978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:45.394444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15771): Terminating (SIGTERM)\u000a11:50:45.436938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15774): Terminating (SIGTERM)\u000a11:50:45.480074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15777): Terminating (SIGTERM)\u000a11:50:45.489789 --- ParallelTerminationStrategy: PID 15771 died...\u000a11:50:45.546924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15771): Terminated: ok {rc=0}\u000a11:50:45.557089 --- ParallelTerminationStrategy: PID 15774 died...\u000a11:50:45.613472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15774): Terminated: ok {rc=0}\u000a11:50:45.623411 --- ParallelTerminationStrategy: PID 15777 died...\u000a11:50:45.679612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15777): Terminated: ok {rc=0}\u000a11:50:45.766035 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:49:47" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15792): Process ended prematurely: osmo-stp_10.42.42.5(pid=15792) [trial-2389↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15792)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15792): Process ended prematurely: osmo-stp_10.42.42.5(pid=15792) [trial-2389↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:50:47.787876 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:47.799225 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:50:47.947632 tst switch_tch_pdch.py: using LAC 33746\u000a11:50:48.076536 tst switch_tch_pdch.py: using RAC 86\u000a11:50:48.202407 tst switch_tch_pdch.py: using CellId 33746\u000a11:50:48.327100 tst switch_tch_pdch.py: using BVCI 33747\u000a11:50:48.352099 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:48.363806 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:48.375277 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:48.386823 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:48.398513 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:48.410705 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:48.422758 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:50:48.434616 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:50:48.553242 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:50:48.849436 tst switch_tch_pdch.py:51: start network...\u000a11:50:48.985651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:49.499792 run create_hlr_db(pid=15782): Launched\u000a11:50:49.689580 bus /gobi_6: Setting Powered False\u000a11:50:50.698309 run create_hlr_db(pid=15782): Terminated: ok {rc=0}\u000a11:50:51.142551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15784): Launched\u000a11:50:51.471247 run osmo-hlr_10.42.42.2(pid=15785): Launched\u000a11:50:51.591634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:52.161820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15791): Launched\u000a11:50:52.490205 run osmo-stp_10.42.42.5(pid=15792): Launched\u000a11:50:52.608200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:53.179975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15794): Launched\u000a11:50:53.296384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:53.582784 run patchelf(pid=15795): Launched\u000a11:50:53.773406 run osmo-stp_10.42.42.5(pid=15792): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15792)]\u000a11:50:53.913078 run osmo-stp_10.42.42.5(pid=15792): stdout: \u000a| (launched: 2022-12-13_11:50:52.327496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:54.053446 run osmo-stp_10.42.42.5(pid=15792): stderr: \u000a| �[0;m�[38;5;43m20221213115052523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115052523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115052523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115052524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115052524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115052524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115052524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:54.188265 run osmo-stp_10.42.42.5(pid=15792): stdout: \u000a| (launched: 2022-12-13_11:50:52.327496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:54.321960 run osmo-stp_10.42.42.5(pid=15792): stderr: \u000a| �[0;m�[38;5;43m20221213115052523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115052523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115052523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115052524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115052524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115052524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115052524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:54.477465 run patchelf(pid=15795): Terminating (SIGINT)\u000a11:50:54.659170 run patchelf(pid=15795): Terminated: ok {rc=0}\u000a11:50:54.692141 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15792): Process ended prematurely: osmo-stp_10.42.42.5(pid=15792) [trial-2389↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15792)] [trial-2389↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:50:54.701644 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a11:50:54.765683 run osmo-hlr_10.42.42.2(pid=15785): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15785)]\u000a11:50:54.817927 run osmo-hlr_10.42.42.2(pid=15785): stdout: \u000a| (launched: 2022-12-13_11:50:51.308381) \u000a11:50:54.870821 run osmo-hlr_10.42.42.2(pid=15785): stderr: \u000a| �[0;m�[1;31m20221213115051509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115051509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115051509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115051509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115051509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115051509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115051521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115051529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115051530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115051530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:54.915988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15784): Terminating (SIGTERM)\u000a11:50:54.958544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15791): Terminating (SIGTERM)\u000a11:50:55.001467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15794): Terminating (SIGTERM)\u000a11:50:55.011127 --- ParallelTerminationStrategy: PID 15784 died...\u000a11:50:55.068384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15784): Terminated: ok {rc=0}\u000a11:50:55.078455 --- ParallelTerminationStrategy: PID 15791 died...\u000a11:50:55.135119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15791): Terminated: ok {rc=0}\u000a11:50:55.145284 --- ParallelTerminationStrategy: PID 15794 died...\u000a11:50:55.201725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15794): Terminated: ok {rc=0}\u000a11:50:55.290094 bus /gobi_0: Setting Powered False\u000a11:50:56.397166 bus /gobi_0: Setting Powered False\u000a11:50:57.506606 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:50:47" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2389↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2389↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:50:59.441074 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:50:59.452051 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:50:59.607076 tst switch_tch_pdch.py: using LAC 33747\u000a11:50:59.734304 tst switch_tch_pdch.py: using RAC 87\u000a11:50:59.860900 tst switch_tch_pdch.py: using CellId 33747\u000a11:50:59.990458 tst switch_tch_pdch.py: using BVCI 33748\u000a11:51:00.015419 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:51:00.026950 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:51:00.038358 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:51:00.049631 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:51:00.061088 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:51:00.072485 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:51:00.084186 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:51:00.095675 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:51:00.213807 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:51:00.511233 tst switch_tch_pdch.py:51: start network...\u000a11:51:00.647775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:01.189035 run create_hlr_db(pid=15799): Launched\u000a11:51:01.316264 bus /gobi_6: Setting Powered False\u000a11:51:02.387163 run create_hlr_db(pid=15799): Terminated: ok {rc=0}\u000a11:51:02.772482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Launched\u000a11:51:03.079685 run osmo-hlr_10.42.42.2(pid=15802): Launched\u000a11:51:03.199441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:03.715796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Launched\u000a11:51:04.023615 run osmo-stp_10.42.42.5(pid=15805): Launched\u000a11:51:04.134372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:04.640205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15807): Launched\u000a11:51:04.747861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:05.016574 run patchelf(pid=15808): Launched\u000a11:51:05.193921 run osmo-stp_10.42.42.5(pid=15805): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]\u000a11:51:05.323544 run osmo-stp_10.42.42.5(pid=15805): stdout: \u000a| (launched: 2022-12-13_11:51:03.870117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:05.453552 run osmo-stp_10.42.42.5(pid=15805): stderr: \u000a| �[0;m�[38;5;43m20221213115104046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115104046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115104046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115104047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115104047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115104047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115104047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:05.578441 run osmo-stp_10.42.42.5(pid=15805): stdout: \u000a| (launched: 2022-12-13_11:51:03.870117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:05.702389 run osmo-stp_10.42.42.5(pid=15805): stderr: \u000a| �[0;m�[38;5;43m20221213115104046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115104046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115104046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115104047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115104047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115104047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115104047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:05.846760 run patchelf(pid=15808): Terminating (SIGINT)\u000a11:51:06.015607 run patchelf(pid=15808): Terminated: ok {rc=0}\u000a11:51:06.046433 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2389↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)] [trial-2389↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:51:06.055337 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a11:51:06.115450 run osmo-hlr_10.42.42.2(pid=15802): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15802)]\u000a11:51:06.164776 run osmo-hlr_10.42.42.2(pid=15802): stdout: \u000a| (launched: 2022-12-13_11:51:02.926929) \u000a11:51:06.215282 run osmo-hlr_10.42.42.2(pid=15802): stderr: \u000a| �[0;m�[1;31m20221213115103104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115103104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115103105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115103105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115103105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115103105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115103117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115103127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115103127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115103127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:06.258163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Terminating (SIGTERM)\u000a11:51:06.298413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Terminating (SIGTERM)\u000a11:51:06.338585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15807): Terminating (SIGTERM)\u000a11:51:06.347809 --- ParallelTerminationStrategy: PID 15801 died...\u000a11:51:06.401439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Terminated: ok {rc=0}\u000a11:51:06.411062 --- ParallelTerminationStrategy: PID 15804 died...\u000a11:51:06.464419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Terminated: ok {rc=0}\u000a11:51:06.474020 --- ParallelTerminationStrategy: PID 15807 died...\u000a11:51:06.527556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15807): Terminated: ok {rc=0}\u000a11:51:06.617137 bus /gobi_0: Setting Powered False\u000a11:51:07.720647 bus /gobi_0: Setting Powered False\u000a11:51:08.831688 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:50:59" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15814): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15814) [trial-2389↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15814)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15814): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15814) [trial-2389↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a11:51:10.716674 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a11:51:10.727720 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a11:51:10.865606 tst mo_mt_sms.py: using LAC 33748\u000a11:51:10.988116 tst mo_mt_sms.py: using RAC 88\u000a11:51:11.109921 tst mo_mt_sms.py: using CellId 33748\u000a11:51:11.237229 tst mo_mt_sms.py: using BVCI 33749\u000a11:51:11.262048 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:51:11.379704 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:51:11.659484 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:51:11.786407 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:51:12.419395 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15813): Launched\u000a11:51:12.726004 run osmo-nitb_10.42.42.2(pid=15814): Launched\u000a11:51:12.912613 run osmo-nitb_10.42.42.2(pid=15814): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15814)]\u000a11:51:13.050525 run osmo-nitb_10.42.42.2(pid=15814): stdout: \u000a| (launched: 2022-12-13_11:51:12.574288) \u000a11:51:13.188648 run osmo-nitb_10.42.42.2(pid=15814): stderr: \u000a| (launched: 2022-12-13_11:51:12.620656)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:13.321887 run osmo-nitb_10.42.42.2(pid=15814): stdout: \u000a| (launched: 2022-12-13_11:51:12.574288) \u000a11:51:13.453909 run osmo-nitb_10.42.42.2(pid=15814): stderr: \u000a| (launched: 2022-12-13_11:51:12.620656)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:13.849108 tst osmo-nitb_10.42.42.2(pid=15814): stdout: \u000a| (launched: 2022-12-13_11:51:12.574288) \u000a11:51:13.970278 tst osmo-nitb_10.42.42.2(pid=15814): stderr: \u000a| (launched: 2022-12-13_11:51:12.620656)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:14.023606 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15814): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15814) [trial-2389↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15814)] [trial-2389↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a11:51:14.031685 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a11:51:14.066217 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15813): Terminating (SIGTERM)\u000a11:51:14.243643 --- ParallelTerminationStrategy: PID 15813 died...\u000a11:51:14.299823 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15813): Terminated: ok {rc=0}\u000a11:51:14.384425 bus /sierra_3: Setting Powered False\u000a11:51:15.487328 bus /sierra_3: Setting Powered False\u000a11:51:16.598794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:51:10" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15824): Process ended prematurely: osmo-stp_10.42.42.5(pid=15824) [trial-2389↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15824)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15824): Process ended prematurely: osmo-stp_10.42.42.5(pid=15824) [trial-2389↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a11:51:18.490846 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:18.501495 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a11:51:18.637374 tst mo_mt_sms.py: using LAC 33749\u000a11:51:18.757088 tst mo_mt_sms.py: using RAC 89\u000a11:51:18.876760 tst mo_mt_sms.py: using CellId 33749\u000a11:51:18.998507 tst mo_mt_sms.py: using BVCI 33750\u000a11:51:19.021777 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:19.032480 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:19.043032 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:19.053484 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:19.063842 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:19.074742 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:51:19.196236 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:51:19.400060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:19.890451 run create_hlr_db(pid=15818): Launched\u000a11:51:20.067417 bus /sierra_2: Setting Powered False\u000a11:51:21.088209 run create_hlr_db(pid=15818): Terminated: ok {rc=0}\u000a11:51:21.497972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15820): Launched\u000a11:51:21.802957 run osmo-hlr_10.42.42.2(pid=15821): Launched\u000a11:51:21.917335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:22.449396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15823): Launched\u000a11:51:22.756859 run osmo-stp_10.42.42.5(pid=15824): Launched\u000a11:51:22.866796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:23.426899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15826): Launched\u000a11:51:23.735113 run osmo-msc_10.42.42.6(pid=15827): Launched\u000a11:51:23.913167 run osmo-stp_10.42.42.5(pid=15824): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15824)]\u000a11:51:24.041725 run osmo-stp_10.42.42.5(pid=15824): stdout: \u000a| (launched: 2022-12-13_11:51:22.603360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:24.167912 run osmo-stp_10.42.42.5(pid=15824): stderr: \u000a| �[0;m�[38;5;43m20221213115122778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115122778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115122778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115122779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115122779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115122779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115122779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:24.289352 run osmo-stp_10.42.42.5(pid=15824): stdout: \u000a| (launched: 2022-12-13_11:51:22.603360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:24.410013 run osmo-stp_10.42.42.5(pid=15824): stderr: \u000a| �[0;m�[38;5;43m20221213115122778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115122778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115122778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115122779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115122779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115122779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115122779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:24.462903 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15824): Process ended prematurely: osmo-stp_10.42.42.5(pid=15824) [trial-2389↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15824)] [trial-2389↪sms:trx-b200↪mo_mt_sms.py:16]\u000a11:51:24.470976 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a11:51:24.531159 run osmo-hlr_10.42.42.2(pid=15821): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15821)]\u000a11:51:24.580584 run osmo-hlr_10.42.42.2(pid=15821): stdout: \u000a| (launched: 2022-12-13_11:51:21.652649) \u000a11:51:24.630691 run osmo-hlr_10.42.42.2(pid=15821): stderr: \u000a| �[0;m�[1;31m20221213115121832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115121832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115121832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115121832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115121832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115121832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115121845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115121855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115121856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115121856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:24.698882 run osmo-msc_10.42.42.6(pid=15827): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15827)]\u000a11:51:24.748330 run osmo-msc_10.42.42.6(pid=15827): stdout: \u000a| (launched: 2022-12-13_11:51:23.581328) \u000a11:51:24.798140 run osmo-msc_10.42.42.6(pid=15827): stderr: \u000a| �[0;m�[38;5;43m20221213115123854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115123854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f139353dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115123854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115123854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115123854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115123854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115123856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115123856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115123856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115123857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:51:24.840657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15820): Terminating (SIGTERM)\u000a11:51:24.880709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15823): Terminating (SIGTERM)\u000a11:51:24.920850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15826): Terminating (SIGTERM)\u000a11:51:24.930107 --- ParallelTerminationStrategy: PID 15820 died...\u000a11:51:24.983703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15820): Terminated: ok {rc=0}\u000a11:51:24.993317 --- ParallelTerminationStrategy: PID 15823 died...\u000a11:51:25.046600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15823): Terminated: ok {rc=0}\u000a11:51:25.056151 --- ParallelTerminationStrategy: PID 15826 died...\u000a11:51:25.109437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15826): Terminated: ok {rc=0}\u000a11:51:25.193808 bus /sierra_3: Setting Powered False\u000a11:51:26.301489 bus /sierra_3: Setting Powered False\u000a11:51:27.410050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:51:18" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15833): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15833) [trial-2389↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15833)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15833): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15833) [trial-2389↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a11:51:29.261086 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a11:51:29.272380 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a11:51:29.416163 tst assert_extension.py: using LAC 33750\u000a11:51:29.542821 tst assert_extension.py: using RAC 90\u000a11:51:29.668513 tst assert_extension.py: using CellId 33750\u000a11:51:29.786218 tst assert_extension.py: using BVCI 33751\u000a11:51:29.809367 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a11:51:30.103449 tst assert_extension.py:10: start nitb and bts...\u000a11:51:30.239433 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:51:30.930963 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15832): Launched\u000a11:51:31.305312 run osmo-nitb_10.42.42.2(pid=15833): Launched\u000a11:51:31.499318 run osmo-nitb_10.42.42.2(pid=15833): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15833)]\u000a11:51:31.643209 run osmo-nitb_10.42.42.2(pid=15833): stdout: \u000a| (launched: 2022-12-13_11:51:31.110839) \u000a11:51:31.788361 run osmo-nitb_10.42.42.2(pid=15833): stderr: \u000a| (launched: 2022-12-13_11:51:31.159669)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:31.925811 run osmo-nitb_10.42.42.2(pid=15833): stdout: \u000a| (launched: 2022-12-13_11:51:31.110839) \u000a11:51:32.085329 run osmo-nitb_10.42.42.2(pid=15833): stderr: \u000a| (launched: 2022-12-13_11:51:31.159669)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:32.433188 tst osmo-nitb_10.42.42.2(pid=15833): stdout: \u000a| (launched: 2022-12-13_11:51:31.110839) \u000a11:51:32.555070 tst osmo-nitb_10.42.42.2(pid=15833): stderr: \u000a| (launched: 2022-12-13_11:51:31.159669)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:51:32.608018 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15833): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15833) [trial-2389↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15833)] [trial-2389↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a11:51:32.616039 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:51:32.650956 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15832): Terminating (SIGTERM)\u000a11:51:32.828664 --- ParallelTerminationStrategy: PID 15832 died...\u000a11:51:32.884389 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15832): Terminated: ok {rc=0}\u000a11:51:32.974074 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:51:29" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2389↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2389↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a11:51:34.812814 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:34.823567 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a11:51:34.959084 tst assert_extension.py: using LAC 33751\u000a11:51:35.079758 tst assert_extension.py: using RAC 91\u000a11:51:35.199810 tst assert_extension.py: using CellId 33751\u000a11:51:35.324069 tst assert_extension.py: using BVCI 33752\u000a11:51:35.347012 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:35.357691 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:35.368171 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:35.378739 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:35.389177 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:51:35.399630 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a11:51:35.611329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:36.126054 run create_hlr_db(pid=15837): Launched\u000a11:51:36.315088 bus /sierra_2: Setting Powered False\u000a11:51:37.335743 run create_hlr_db(pid=15837): Terminated: ok {rc=0}\u000a11:51:37.748099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Launched\u000a11:51:38.054450 run osmo-hlr_10.42.42.2(pid=15840): Launched\u000a11:51:38.176907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:38.717535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Launched\u000a11:51:39.027682 run osmo-stp_10.42.42.5(pid=15843): Launched\u000a11:51:39.139896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:39.697678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15845): Launched\u000a11:51:40.006302 run osmo-msc_10.42.42.6(pid=15846): Launched\u000a11:51:40.185200 run osmo-stp_10.42.42.5(pid=15843): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)]\u000a11:51:40.314451 run osmo-stp_10.42.42.5(pid=15843): stdout: \u000a| (launched: 2022-12-13_11:51:38.872914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:40.441686 run osmo-stp_10.42.42.5(pid=15843): stderr: \u000a| �[0;m�[38;5;43m20221213115139047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115139047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115139047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115139048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115139048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115139048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115139048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:40.563524 run osmo-stp_10.42.42.5(pid=15843): stdout: \u000a| (launched: 2022-12-13_11:51:38.872914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:40.685330 run osmo-stp_10.42.42.5(pid=15843): stderr: \u000a| �[0;m�[38;5;43m20221213115139047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115139047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115139047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115139048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115139048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115139048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115139048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:40.738880 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15843): Process ended prematurely: osmo-stp_10.42.42.5(pid=15843) [trial-2389↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15843)] [trial-2389↪ussd:trx-b200↪assert_extension.py:17]\u000a11:51:40.747156 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a11:51:40.806854 run osmo-hlr_10.42.42.2(pid=15840): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15840)]\u000a11:51:40.857042 run osmo-hlr_10.42.42.2(pid=15840): stdout: \u000a| (launched: 2022-12-13_11:51:37.902814) \u000a11:51:40.907066 run osmo-hlr_10.42.42.2(pid=15840): stderr: \u000a| �[0;m�[1;31m20221213115138080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115138080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115138080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115138081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115138081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115138081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115138093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115138102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115138102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115138102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:40.974591 run osmo-msc_10.42.42.6(pid=15846): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15846)]\u000a11:51:41.023737 run osmo-msc_10.42.42.6(pid=15846): stdout: \u000a| (launched: 2022-12-13_11:51:39.851716) \u000a11:51:41.073593 run osmo-msc_10.42.42.6(pid=15846): stderr: \u000a| �[0;m�[38;5;43m20221213115140128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115140128 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd39da5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115140128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115140129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115140129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115140129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115140131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115140131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115140131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115140131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:51:41.115911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Terminating (SIGTERM)\u000a11:51:41.155823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Terminating (SIGTERM)\u000a11:51:41.195683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15845): Terminating (SIGTERM)\u000a11:51:41.204923 --- ParallelTerminationStrategy: PID 15839 died...\u000a11:51:41.258157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15839): Terminated: ok {rc=0}\u000a11:51:41.267720 --- ParallelTerminationStrategy: PID 15842 died...\u000a11:51:41.320423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15842): Terminated: ok {rc=0}\u000a11:51:41.329837 --- ParallelTerminationStrategy: PID 15845 died...\u000a11:51:41.382637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15845): Terminated: ok {rc=0}\u000a11:51:41.471669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:51:34" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:51:43.450607 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:43.462067 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:51:43.621981 tst mo_mt_call.py: using LAC 33752\u000a11:51:43.743702 tst mo_mt_call.py: using RAC 92\u000a11:51:43.867435 tst mo_mt_call.py: using CellId 33752\u000a11:51:43.991185 tst mo_mt_call.py: using BVCI 33753\u000a11:51:44.015146 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:44.026596 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:44.037813 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:44.049120 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:44.060558 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:44.071897 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:51:44.194039 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:51:44.401046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:44.901385 run create_hlr_db(pid=15851): Launched\u000a11:51:45.080434 bus /sierra_2: Setting Powered False\u000a11:51:46.113911 run create_hlr_db(pid=15851): Terminated: ok {rc=0}\u000a11:51:46.621175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Launched\u000a11:51:47.101652 run osmo-hlr_10.42.42.2(pid=15854): Launched\u000a11:51:47.223717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:47.817104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Launched\u000a11:51:48.151807 run osmo-stp_10.42.42.5(pid=15857): Launched\u000a11:51:48.272558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:48.882160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15859): Launched\u000a11:51:49.217607 run osmo-msc_10.42.42.6(pid=15860): Launched\u000a11:51:49.412250 run osmo-stp_10.42.42.5(pid=15857): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]\u000a11:51:49.553096 run osmo-stp_10.42.42.5(pid=15857): stdout: \u000a| (launched: 2022-12-13_11:51:47.985601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:49.692255 run osmo-stp_10.42.42.5(pid=15857): stderr: \u000a| �[0;m�[38;5;43m20221213115148180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115148180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115148181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115148181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115148181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115148182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115148182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:49.826124 run osmo-stp_10.42.42.5(pid=15857): stdout: \u000a| (launched: 2022-12-13_11:51:47.985601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:49.958763 run osmo-stp_10.42.42.5(pid=15857): stderr: \u000a| �[0;m�[38;5;43m20221213115148180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115148180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115148181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115148181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115148181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115148182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115148182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:50.017560 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:51:50.027254 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a11:51:50.091566 run osmo-hlr_10.42.42.2(pid=15854): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15854)]\u000a11:51:50.144022 run osmo-hlr_10.42.42.2(pid=15854): stdout: \u000a| (launched: 2022-12-13_11:51:46.792883) \u000a11:51:50.196992 run osmo-hlr_10.42.42.2(pid=15854): stderr: \u000a| �[0;m�[1;31m20221213115147052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115147052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115147052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115147052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115147052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115147052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115147066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115147078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115147078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115147079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:50.268991 run osmo-msc_10.42.42.6(pid=15860): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15860)]\u000a11:51:50.321450 run osmo-msc_10.42.42.6(pid=15860): stdout: \u000a| (launched: 2022-12-13_11:51:49.051189) \u000a11:51:50.374541 run osmo-msc_10.42.42.6(pid=15860): stderr: \u000a| �[0;m�[38;5;43m20221213115149378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115149378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2366cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115149378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115149378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115149378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115149379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115149380 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115149381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115149381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115149381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:51:50.419795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Terminating (SIGTERM)\u000a11:51:50.462479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Terminating (SIGTERM)\u000a11:51:50.505627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15859): Terminating (SIGTERM)\u000a11:51:50.515375 --- ParallelTerminationStrategy: PID 15853 died...\u000a11:51:50.573150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Terminated: ok {rc=0}\u000a11:51:50.583371 --- ParallelTerminationStrategy: PID 15856 died...\u000a11:51:50.640887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Terminated: ok {rc=0}\u000a11:51:50.651189 --- ParallelTerminationStrategy: PID 15859 died...\u000a11:51:50.708427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15859): Terminated: ok {rc=0}\u000a11:51:50.798416 bus /sierra_3: Setting Powered False\u000a11:51:51.902667 bus /sierra_3: Setting Powered False\u000a11:51:53.013958 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15868): Process ended prematurely: osmo-stp_10.42.42.5(pid=15868) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15868)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15868): Process ended prematurely: osmo-stp_10.42.42.5(pid=15868) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:51:54.131326 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:54.143968 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:51:54.315535 tst mo_mt_call_osmux.py: using LAC 33753\u000a11:51:54.440689 tst mo_mt_call_osmux.py: using RAC 93\u000a11:51:54.565326 tst mo_mt_call_osmux.py: using CellId 33753\u000a11:51:54.692299 tst mo_mt_call_osmux.py: using BVCI 33754\u000a11:51:54.716009 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:54.727407 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:54.738672 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:54.749803 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:54.761651 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:51:54.773391 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:51:54.895642 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:51:55.100358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:55.599161 run create_hlr_db(pid=15862): Launched\u000a11:51:55.777988 bus /sierra_2: Setting Powered False\u000a11:51:56.799637 run create_hlr_db(pid=15862): Terminated: ok {rc=0}\u000a11:51:57.242696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15864): Launched\u000a11:51:57.575556 run osmo-hlr_10.42.42.2(pid=15865): Launched\u000a11:51:57.696756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:58.274315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15867): Launched\u000a11:51:58.609120 run osmo-stp_10.42.42.5(pid=15868): Launched\u000a11:51:58.729844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:51:59.337005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15870): Launched\u000a11:51:59.671592 run osmo-msc_10.42.42.6(pid=15871): Launched\u000a11:51:59.865904 run osmo-stp_10.42.42.5(pid=15868): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15868)]\u000a11:52:00.006572 run osmo-stp_10.42.42.5(pid=15868): stdout: \u000a| (launched: 2022-12-13_11:51:58.442850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:00.146451 run osmo-stp_10.42.42.5(pid=15868): stderr: \u000a| �[0;m�[38;5;43m20221213115158638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115158639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115158639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115158639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115158640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115158640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115158640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:00.279892 run osmo-stp_10.42.42.5(pid=15868): stdout: \u000a| (launched: 2022-12-13_11:51:58.442850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:00.411843 run osmo-stp_10.42.42.5(pid=15868): stderr: \u000a| �[0;m�[38;5;43m20221213115158638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115158639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115158639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115158639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115158640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115158640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115158640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:00.470220 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15868): Process ended prematurely: osmo-stp_10.42.42.5(pid=15868) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15868)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:52:00.479929 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:52:00.544223 run osmo-hlr_10.42.42.2(pid=15865): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15865)]\u000a11:52:00.596899 run osmo-hlr_10.42.42.2(pid=15865): stdout: \u000a| (launched: 2022-12-13_11:51:57.411561) \u000a11:52:00.650059 run osmo-hlr_10.42.42.2(pid=15865): stderr: \u000a| �[0;m�[1;31m20221213115157616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115157616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115157616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115157616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115157616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115157616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115157631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115157640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115157641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115157641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:00.721956 run osmo-msc_10.42.42.6(pid=15871): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15871)]\u000a11:52:00.774424 run osmo-msc_10.42.42.6(pid=15871): stdout: \u000a| (launched: 2022-12-13_11:51:59.505650) \u000a11:52:00.827408 run osmo-msc_10.42.42.6(pid=15871): stderr: \u000a| �[0;m�[38;5;43m20221213115159831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115159831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe100479c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115159831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115159831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115159831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115159831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115159833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115159833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115159834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115159834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:00.878290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15864): Terminating (SIGTERM)\u000a11:52:00.935930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15867): Terminating (SIGTERM)\u000a11:52:00.990481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15870): Terminating (SIGTERM)\u000a11:52:01.000735 --- ParallelTerminationStrategy: PID 15864 died...\u000a11:52:01.060228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15864): Terminated: ok {rc=0}\u000a11:52:01.071049 --- ParallelTerminationStrategy: PID 15867 died...\u000a11:52:01.131068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15867): Terminated: ok {rc=0}\u000a11:52:01.142351 --- ParallelTerminationStrategy: PID 15870 died...\u000a11:52:01.202248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15870): Terminated: ok {rc=0}\u000a11:52:01.294943 bus /sierra_3: Setting Powered False\u000a11:52:02.401697 bus /sierra_3: Setting Powered False\u000a11:52:03.511463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:51:43" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15882): Process ended prematurely: osmo-stp_10.42.42.5(pid=15882) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15882)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15882): Process ended prematurely: osmo-stp_10.42.42.5(pid=15882) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:52:05.526674 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:05.538281 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:52:05.708115 tst mo_mt_call.py: using LAC 33754\u000a11:52:05.838209 tst mo_mt_call.py: using RAC 94\u000a11:52:05.967953 tst mo_mt_call.py: using CellId 33754\u000a11:52:06.099520 tst mo_mt_call.py: using BVCI 33755\u000a11:52:06.124865 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:06.136647 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:06.148372 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:06.160357 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:06.172358 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:06.184354 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:52:06.302689 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:52:06.506305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:07.003404 run create_hlr_db(pid=15876): Launched\u000a11:52:07.183204 bus /sierra_2: Setting Powered False\u000a11:52:08.204475 run create_hlr_db(pid=15876): Terminated: ok {rc=0}\u000a11:52:08.647013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15878): Launched\u000a11:52:08.980328 run osmo-hlr_10.42.42.2(pid=15879): Launched\u000a11:52:09.105160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:09.683061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15881): Launched\u000a11:52:10.016169 run osmo-stp_10.42.42.5(pid=15882): Launched\u000a11:52:10.136869 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:10.743979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Launched\u000a11:52:11.077729 run osmo-msc_10.42.42.6(pid=15885): Launched\u000a11:52:11.271492 run osmo-stp_10.42.42.5(pid=15882): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15882)]\u000a11:52:11.411843 run osmo-stp_10.42.42.5(pid=15882): stdout: \u000a| (launched: 2022-12-13_11:52:09.851138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:11.551854 run osmo-stp_10.42.42.5(pid=15882): stderr: \u000a| �[0;m�[38;5;43m20221213115210048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115210048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115210048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115210048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115210049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115210049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115210049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:11.685165 run osmo-stp_10.42.42.5(pid=15882): stdout: \u000a| (launched: 2022-12-13_11:52:09.851138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:11.817238 run osmo-stp_10.42.42.5(pid=15882): stderr: \u000a| �[0;m�[38;5;43m20221213115210048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115210048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115210048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115210048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115210049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115210049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115210049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:11.875329 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15882): Process ended prematurely: osmo-stp_10.42.42.5(pid=15882) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15882)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:52:11.884825 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:52:11.948398 run osmo-hlr_10.42.42.2(pid=15879): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15879)]\u000a11:52:12.000329 run osmo-hlr_10.42.42.2(pid=15879): stdout: \u000a| (launched: 2022-12-13_11:52:08.815420) \u000a11:52:12.053309 run osmo-hlr_10.42.42.2(pid=15879): stderr: \u000a| �[0;m�[1;31m20221213115209018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115209018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115209018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115209018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115209018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115209018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115209029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115209039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115209039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115209040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:12.124794 run osmo-msc_10.42.42.6(pid=15885): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15885)]\u000a11:52:12.176612 run osmo-msc_10.42.42.6(pid=15885): stdout: \u000a| (launched: 2022-12-13_11:52:10.911583) \u000a11:52:12.229053 run osmo-msc_10.42.42.6(pid=15885): stderr: \u000a| �[0;m�[38;5;43m20221213115211240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115211240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbed4e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115211240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115211240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115211240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115211240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115211242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115211242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115211243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115211243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:12.273856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15878): Terminating (SIGTERM)\u000a11:52:12.316653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15881): Terminating (SIGTERM)\u000a11:52:12.359634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Terminating (SIGTERM)\u000a11:52:12.369361 --- ParallelTerminationStrategy: PID 15878 died...\u000a11:52:12.426359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15878): Terminated: ok {rc=0}\u000a11:52:12.436586 --- ParallelTerminationStrategy: PID 15881 died...\u000a11:52:12.493993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15881): Terminated: ok {rc=0}\u000a11:52:12.504250 --- ParallelTerminationStrategy: PID 15884 died...\u000a11:52:12.561717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Terminated: ok {rc=0}\u000a11:52:12.649181 bus /sierra_3: Setting Powered False\u000a11:52:13.756188 bus /sierra_3: Setting Powered False\u000a11:52:14.866158 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:52:15.990993 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:16.003991 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:52:16.208404 tst mo_mt_call_osmux.py: using LAC 33755\u000a11:52:16.349800 tst mo_mt_call_osmux.py: using RAC 95\u000a11:52:16.480709 tst mo_mt_call_osmux.py: using CellId 33755\u000a11:52:16.612364 tst mo_mt_call_osmux.py: using BVCI 33756\u000a11:52:16.638900 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:16.651659 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:16.664652 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:16.677475 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:16.691409 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:52:16.705856 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:52:16.830012 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:52:17.049358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:17.580368 run create_hlr_db(pid=15887): Launched\u000a11:52:17.773537 bus /sierra_2: Setting Powered False\u000a11:52:18.794579 run create_hlr_db(pid=15887): Terminated: ok {rc=0}\u000a11:52:19.214499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Launched\u000a11:52:19.530479 run osmo-hlr_10.42.42.2(pid=15890): Launched\u000a11:52:19.650184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:20.192227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Launched\u000a11:52:20.505954 run osmo-stp_10.42.42.5(pid=15893): Launched\u000a11:52:20.619317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:21.198936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15895): Launched\u000a11:52:21.513947 run osmo-msc_10.42.42.6(pid=15896): Launched\u000a11:52:21.696292 run osmo-stp_10.42.42.5(pid=15893): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]\u000a11:52:21.828227 run osmo-stp_10.42.42.5(pid=15893): stdout: \u000a| (launched: 2022-12-13_11:52:20.349911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:21.958096 run osmo-stp_10.42.42.5(pid=15893): stderr: \u000a| �[0;m�[38;5;43m20221213115220525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115220525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115220525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115220525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115220526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115220526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115220526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:22.083743 run osmo-stp_10.42.42.5(pid=15893): stdout: \u000a| (launched: 2022-12-13_11:52:20.349911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:22.207422 run osmo-stp_10.42.42.5(pid=15893): stderr: \u000a| �[0;m�[38;5;43m20221213115220525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115220525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115220525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115220525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115220526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115220526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115220526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:22.262051 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:52:22.270924 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:52:22.330684 run osmo-hlr_10.42.42.2(pid=15890): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15890)]\u000a11:52:22.380180 run osmo-hlr_10.42.42.2(pid=15890): stdout: \u000a| (launched: 2022-12-13_11:52:19.373947) \u000a11:52:22.430228 run osmo-hlr_10.42.42.2(pid=15890): stderr: \u000a| �[0;m�[1;31m20221213115219556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115219556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115219556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115219556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115219556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115219556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115219568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115219576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115219576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115219577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:22.497725 run osmo-msc_10.42.42.6(pid=15896): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15896)]\u000a11:52:22.546856 run osmo-msc_10.42.42.6(pid=15896): stdout: \u000a| (launched: 2022-12-13_11:52:21.357301) \u000a11:52:22.596645 run osmo-msc_10.42.42.6(pid=15896): stderr: \u000a| �[0;m�[38;5;43m20221213115221633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115221633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87e691cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115221633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115221633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115221633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115221634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115221635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:22.638716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Terminating (SIGTERM)\u000a11:52:22.678280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Terminating (SIGTERM)\u000a11:52:22.717852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15895): Terminating (SIGTERM)\u000a11:52:22.727045 --- ParallelTerminationStrategy: PID 15889 died...\u000a11:52:22.780988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Terminated: ok {rc=0}\u000a11:52:22.790518 --- ParallelTerminationStrategy: PID 15892 died...\u000a11:52:22.844037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Terminated: ok {rc=0}\u000a11:52:22.853932 --- ParallelTerminationStrategy: PID 15895 died...\u000a11:52:22.907067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15895): Terminated: ok {rc=0}\u000a11:52:22.995264 bus /sierra_3: Setting Powered False\u000a11:52:24.099258 bus /sierra_3: Setting Powered False\u000a11:52:25.210524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:52:05" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15907): Process ended prematurely: osmo-stp_10.42.42.5(pid=15907) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15907)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15907): Process ended prematurely: osmo-stp_10.42.42.5(pid=15907) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:52:27.220244 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:27.231554 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:52:27.396925 tst mo_mt_call.py: using LAC 33756\u000a11:52:27.517385 tst mo_mt_call.py: using RAC 96\u000a11:52:27.637971 tst mo_mt_call.py: using CellId 33756\u000a11:52:27.757836 tst mo_mt_call.py: using BVCI 33757\u000a11:52:27.781448 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:27.792612 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:27.803627 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:27.814644 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:27.825837 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:27.836994 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:52:27.955152 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:52:28.171617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:28.695508 run create_hlr_db(pid=15901): Launched\u000a11:52:28.887481 bus /sierra_2: Setting Powered False\u000a11:52:29.908372 run create_hlr_db(pid=15901): Terminated: ok {rc=0}\u000a11:52:30.329329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15903): Launched\u000a11:52:30.643134 run osmo-hlr_10.42.42.2(pid=15904): Launched\u000a11:52:30.757640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:31.384599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15906): Launched\u000a11:52:31.922896 run osmo-stp_10.42.42.5(pid=15907): Launched\u000a11:52:32.123026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:32.740770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15909): Launched\u000a11:52:33.077138 run osmo-msc_10.42.42.6(pid=15910): Launched\u000a11:52:33.272376 run osmo-stp_10.42.42.5(pid=15907): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15907)]\u000a11:52:33.412636 run osmo-stp_10.42.42.5(pid=15907): stdout: \u000a| (launched: 2022-12-13_11:52:31.558142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:33.551255 run osmo-stp_10.42.42.5(pid=15907): stderr: \u000a| �[0;m�[38;5;43m20221213115231770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115231771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115231771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115231772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115231772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115231772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115231773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:33.684674 run osmo-stp_10.42.42.5(pid=15907): stdout: \u000a| (launched: 2022-12-13_11:52:31.558142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:33.816903 run osmo-stp_10.42.42.5(pid=15907): stderr: \u000a| �[0;m�[38;5;43m20221213115231770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115231771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115231771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115231772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115231772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115231772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115231773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:33.875154 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15907): Process ended prematurely: osmo-stp_10.42.42.5(pid=15907) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15907)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:52:33.884538 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a11:52:33.948320 run osmo-hlr_10.42.42.2(pid=15904): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15904)]\u000a11:52:34.000315 run osmo-hlr_10.42.42.2(pid=15904): stdout: \u000a| (launched: 2022-12-13_11:52:30.487080) \u000a11:52:34.053362 run osmo-hlr_10.42.42.2(pid=15904): stderr: \u000a| �[0;m�[1;31m20221213115230669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115230669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115230669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115230669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115230669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115230669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115230684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115230695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115230695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115230696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:34.124687 run osmo-msc_10.42.42.6(pid=15910): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15910)]\u000a11:52:34.176656 run osmo-msc_10.42.42.6(pid=15910): stdout: \u000a| (launched: 2022-12-13_11:52:32.910449) \u000a11:52:34.229195 run osmo-msc_10.42.42.6(pid=15910): stderr: \u000a| �[0;m�[38;5;43m20221213115233235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115233235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44c3329c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115233235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115233236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115233236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115233236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115233238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115233238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115233238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115233238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:34.274073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15903): Terminating (SIGTERM)\u000a11:52:34.316927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15906): Terminating (SIGTERM)\u000a11:52:34.359620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15909): Terminating (SIGTERM)\u000a11:52:34.369369 --- ParallelTerminationStrategy: PID 15903 died...\u000a11:52:34.426285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15903): Terminated: ok {rc=0}\u000a11:52:34.436411 --- ParallelTerminationStrategy: PID 15906 died...\u000a11:52:34.493904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15906): Terminated: ok {rc=0}\u000a11:52:34.504115 --- ParallelTerminationStrategy: PID 15909 died...\u000a11:52:34.561378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15909): Terminated: ok {rc=0}\u000a11:52:34.650694 bus /sierra_3: Setting Powered False\u000a11:52:35.758654 bus /sierra_3: Setting Powered False\u000a11:52:36.868234 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15918): Process ended prematurely: osmo-stp_10.42.42.5(pid=15918) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15918)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15918): Process ended prematurely: osmo-stp_10.42.42.5(pid=15918) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:52:37.985058 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:37.997797 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:52:38.171963 tst mo_mt_call_osmux.py: using LAC 33757\u000a11:52:38.302051 tst mo_mt_call_osmux.py: using RAC 97\u000a11:52:38.426929 tst mo_mt_call_osmux.py: using CellId 33757\u000a11:52:38.550530 tst mo_mt_call_osmux.py: using BVCI 33758\u000a11:52:38.574362 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:38.585973 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:38.597199 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:38.608386 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:38.619731 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:52:38.631082 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:52:38.752634 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:52:38.959904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:39.460550 run create_hlr_db(pid=15912): Launched\u000a11:52:39.639405 bus /sierra_2: Setting Powered False\u000a11:52:40.660921 run create_hlr_db(pid=15912): Terminated: ok {rc=0}\u000a11:52:41.103458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15914): Launched\u000a11:52:41.438298 run osmo-hlr_10.42.42.2(pid=15915): Launched\u000a11:52:41.561118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:42.133295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15917): Launched\u000a11:52:42.444752 run osmo-stp_10.42.42.5(pid=15918): Launched\u000a11:52:42.557775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:43.127827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15920): Launched\u000a11:52:43.441210 run osmo-msc_10.42.42.6(pid=15921): Launched\u000a11:52:43.622978 run osmo-stp_10.42.42.5(pid=15918): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15918)]\u000a11:52:43.754606 run osmo-stp_10.42.42.5(pid=15918): stdout: \u000a| (launched: 2022-12-13_11:52:42.291274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:43.884013 run osmo-stp_10.42.42.5(pid=15918): stderr: \u000a| �[0;m�[38;5;43m20221213115242466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115242466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115242466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115242467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115242467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115242467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115242467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:44.009300 run osmo-stp_10.42.42.5(pid=15918): stdout: \u000a| (launched: 2022-12-13_11:52:42.291274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:44.133176 run osmo-stp_10.42.42.5(pid=15918): stderr: \u000a| �[0;m�[38;5;43m20221213115242466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115242466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115242466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115242467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115242467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115242467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115242467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:44.187823 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15918): Process ended prematurely: osmo-stp_10.42.42.5(pid=15918) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15918)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:52:44.196702 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:52:44.256699 run osmo-hlr_10.42.42.2(pid=15915): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15915)]\u000a11:52:44.306043 run osmo-hlr_10.42.42.2(pid=15915): stdout: \u000a| (launched: 2022-12-13_11:52:41.272053) \u000a11:52:44.355698 run osmo-hlr_10.42.42.2(pid=15915): stderr: \u000a| �[0;m�[1;31m20221213115241473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115241473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115241473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115241473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115241473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115241474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115241486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115241497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115241497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115241497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:44.422843 run osmo-msc_10.42.42.6(pid=15921): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15921)]\u000a11:52:44.471803 run osmo-msc_10.42.42.6(pid=15921): stdout: \u000a| (launched: 2022-12-13_11:52:43.284840) \u000a11:52:44.521306 run osmo-msc_10.42.42.6(pid=15921): stderr: \u000a| �[0;m�[38;5;43m20221213115243561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115243562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f917612bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115243562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115243562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115243562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115243562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115243564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115243564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115243564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115243564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:44.563374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15914): Terminating (SIGTERM)\u000a11:52:44.603167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15917): Terminating (SIGTERM)\u000a11:52:44.642882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15920): Terminating (SIGTERM)\u000a11:52:44.652070 --- ParallelTerminationStrategy: PID 15914 died...\u000a11:52:44.706114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15914): Terminated: ok {rc=0}\u000a11:52:44.715747 --- ParallelTerminationStrategy: PID 15917 died...\u000a11:52:44.769092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15917): Terminated: ok {rc=0}\u000a11:52:44.778697 --- ParallelTerminationStrategy: PID 15920 died...\u000a11:52:44.832484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15920): Terminated: ok {rc=0}\u000a11:52:44.921539 bus /sierra_3: Setting Powered False\u000a11:52:46.039997 bus /sierra_3: Setting Powered False\u000a11:52:47.174273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:52:26" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15932): Process ended prematurely: osmo-stp_10.42.42.5(pid=15932) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15932)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15932): Process ended prematurely: osmo-stp_10.42.42.5(pid=15932) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:52:49.180924 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:49.192727 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:52:49.359454 tst mo_mt_call.py: using LAC 33758\u000a11:52:49.490410 tst mo_mt_call.py: using RAC 98\u000a11:52:49.619891 tst mo_mt_call.py: using CellId 33758\u000a11:52:49.754902 tst mo_mt_call.py: using BVCI 33759\u000a11:52:49.779981 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:49.791663 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:49.803155 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:49.814595 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:49.826525 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:49.838394 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:52:49.957639 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:52:50.163198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:50.662822 run create_hlr_db(pid=15926): Launched\u000a11:52:50.841643 bus /sierra_2: Setting Powered False\u000a11:52:51.862765 run create_hlr_db(pid=15926): Terminated: ok {rc=0}\u000a11:52:52.294256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15928): Launched\u000a11:52:52.607794 run osmo-hlr_10.42.42.2(pid=15929): Launched\u000a11:52:52.730488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:53.283394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15931): Launched\u000a11:52:53.597360 run osmo-stp_10.42.42.5(pid=15932): Launched\u000a11:52:53.709163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:52:54.281723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15934): Launched\u000a11:52:54.598268 run osmo-msc_10.42.42.6(pid=15935): Launched\u000a11:52:54.779934 run osmo-stp_10.42.42.5(pid=15932): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15932)]\u000a11:52:54.911762 run osmo-stp_10.42.42.5(pid=15932): stdout: \u000a| (launched: 2022-12-13_11:52:53.441620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:55.040629 run osmo-stp_10.42.42.5(pid=15932): stderr: \u000a| �[0;m�[38;5;43m20221213115253617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115253617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115253617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115253618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115253618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115253618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115253618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:55.165664 run osmo-stp_10.42.42.5(pid=15932): stdout: \u000a| (launched: 2022-12-13_11:52:53.441620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:55.289090 run osmo-stp_10.42.42.5(pid=15932): stderr: \u000a| �[0;m�[38;5;43m20221213115253617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115253617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115253617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115253618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115253618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115253618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115253618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:55.343613 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15932): Process ended prematurely: osmo-stp_10.42.42.5(pid=15932) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15932)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:52:55.352517 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:52:55.412550 run osmo-hlr_10.42.42.2(pid=15929): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15929)]\u000a11:52:55.461789 run osmo-hlr_10.42.42.2(pid=15929): stdout: \u000a| (launched: 2022-12-13_11:52:52.452004) \u000a11:52:55.511416 run osmo-hlr_10.42.42.2(pid=15929): stderr: \u000a| �[0;m�[1;31m20221213115252633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115252633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115252633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115252633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115252633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115252633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115252645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115252654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115252654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115252655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:55.578468 run osmo-msc_10.42.42.6(pid=15935): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15935)]\u000a11:52:55.627527 run osmo-msc_10.42.42.6(pid=15935): stdout: \u000a| (launched: 2022-12-13_11:52:54.440545) \u000a11:52:55.677286 run osmo-msc_10.42.42.6(pid=15935): stderr: \u000a| �[0;m�[38;5;43m20221213115254718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115254718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b46e77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115254718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115254718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115254719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115254719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115254720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115254721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115254721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115254721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:52:55.719232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15928): Terminating (SIGTERM)\u000a11:52:55.758874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15931): Terminating (SIGTERM)\u000a11:52:55.798567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15934): Terminating (SIGTERM)\u000a11:52:55.807732 --- ParallelTerminationStrategy: PID 15928 died...\u000a11:52:55.861160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15928): Terminated: ok {rc=0}\u000a11:52:55.870661 --- ParallelTerminationStrategy: PID 15931 died...\u000a11:52:55.923626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15931): Terminated: ok {rc=0}\u000a11:52:55.933160 --- ParallelTerminationStrategy: PID 15934 died...\u000a11:52:55.986637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15934): Terminated: ok {rc=0}\u000a11:52:56.077044 bus /sierra_3: Setting Powered False\u000a11:52:57.180770 bus /sierra_3: Setting Powered False\u000a11:52:58.289017 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15943): Process ended prematurely: osmo-stp_10.42.42.5(pid=15943) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15943)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15943): Process ended prematurely: osmo-stp_10.42.42.5(pid=15943) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:52:59.405111 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:59.417575 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:52:59.582115 tst mo_mt_call_osmux.py: using LAC 33759\u000a11:52:59.706086 tst mo_mt_call_osmux.py: using RAC 99\u000a11:52:59.830654 tst mo_mt_call_osmux.py: using CellId 33759\u000a11:52:59.954783 tst mo_mt_call_osmux.py: using BVCI 33760\u000a11:52:59.978778 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:52:59.989988 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:53:00.001183 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:53:00.012084 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:53:00.023382 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:53:00.034659 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:53:00.157224 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:53:00.365908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:00.865518 run create_hlr_db(pid=15937): Launched\u000a11:53:01.097149 bus /sierra_2: Setting Powered False\u000a11:53:02.097424 run create_hlr_db(pid=15937): Terminated: ok {rc=0}\u000a11:53:02.544902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15939): Launched\u000a11:53:02.857607 run osmo-hlr_10.42.42.2(pid=15940): Launched\u000a11:53:02.971261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:03.517321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15942): Launched\u000a11:53:03.829427 run osmo-stp_10.42.42.5(pid=15943): Launched\u000a11:53:03.942033 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:04.515865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15945): Launched\u000a11:53:04.829429 run osmo-msc_10.42.42.6(pid=15946): Launched\u000a11:53:05.010562 run osmo-stp_10.42.42.5(pid=15943): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15943)]\u000a11:53:05.141380 run osmo-stp_10.42.42.5(pid=15943): stdout: \u000a| (launched: 2022-12-13_11:53:03.674964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:05.270691 run osmo-stp_10.42.42.5(pid=15943): stderr: \u000a| �[0;m�[38;5;43m20221213115303850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115303850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115303851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115303851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115303851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115303852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115303852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:05.396003 run osmo-stp_10.42.42.5(pid=15943): stdout: \u000a| (launched: 2022-12-13_11:53:03.674964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:05.520541 run osmo-stp_10.42.42.5(pid=15943): stderr: \u000a| �[0;m�[38;5;43m20221213115303850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115303850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115303851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115303851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115303851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115303852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115303852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:05.575211 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15943): Process ended prematurely: osmo-stp_10.42.42.5(pid=15943) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15943)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:53:05.584038 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:53:05.644494 run osmo-hlr_10.42.42.2(pid=15940): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15940)]\u000a11:53:05.694233 run osmo-hlr_10.42.42.2(pid=15940): stdout: \u000a| (launched: 2022-12-13_11:53:02.703061) \u000a11:53:05.745047 run osmo-hlr_10.42.42.2(pid=15940): stderr: \u000a| �[0;m�[1;31m20221213115302882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115302882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115302882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115302882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115302882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115302883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115302895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115302904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115302904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115302904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:05.813793 run osmo-msc_10.42.42.6(pid=15946): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15946)]\u000a11:53:05.863727 run osmo-msc_10.42.42.6(pid=15946): stdout: \u000a| (launched: 2022-12-13_11:53:04.673071) \u000a11:53:05.914192 run osmo-msc_10.42.42.6(pid=15946): stderr: \u000a| �[0;m�[38;5;43m20221213115304949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115304949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5eb661c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115304950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115304950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115304950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115304950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115304952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115304952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:05.957387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15939): Terminating (SIGTERM)\u000a11:53:05.998266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15942): Terminating (SIGTERM)\u000a11:53:06.039047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15945): Terminating (SIGTERM)\u000a11:53:06.048408 --- ParallelTerminationStrategy: PID 15939 died...\u000a11:53:06.103066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15939): Terminated: ok {rc=0}\u000a11:53:06.112810 --- ParallelTerminationStrategy: PID 15942 died...\u000a11:53:06.167002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15942): Terminated: ok {rc=0}\u000a11:53:06.176632 --- ParallelTerminationStrategy: PID 15945 died...\u000a11:53:06.230579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15945): Terminated: ok {rc=0}\u000a11:53:06.316012 bus /sierra_3: Setting Powered False\u000a11:53:07.424747 bus /sierra_3: Setting Powered False\u000a11:53:08.538002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:52:48" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15957): Process ended prematurely: osmo-stp_10.42.42.5(pid=15957) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15957)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15957): Process ended prematurely: osmo-stp_10.42.42.5(pid=15957) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:53:10.551438 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:10.562666 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:53:10.727425 tst mo_mt_call.py: using LAC 33760\u000a11:53:10.847727 tst mo_mt_call.py: using RAC 100\u000a11:53:10.969687 tst mo_mt_call.py: using CellId 33760\u000a11:53:11.090063 tst mo_mt_call.py: using BVCI 33761\u000a11:53:11.113812 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:11.124855 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:11.135834 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:11.146911 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:11.158005 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:11.168923 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:53:11.291964 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:53:11.497633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:11.998032 run create_hlr_db(pid=15951): Launched\u000a11:53:12.176086 bus /sierra_2: Setting Powered False\u000a11:53:13.198180 run create_hlr_db(pid=15951): Terminated: ok {rc=0}\u000a11:53:13.641978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15953): Launched\u000a11:53:13.975745 run osmo-hlr_10.42.42.2(pid=15954): Launched\u000a11:53:14.094458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:14.671644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15956): Launched\u000a11:53:15.005023 run osmo-stp_10.42.42.5(pid=15957): Launched\u000a11:53:15.125800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:15.734330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15959): Launched\u000a11:53:16.099720 run osmo-msc_10.42.42.6(pid=15960): Launched\u000a11:53:16.526196 run osmo-stp_10.42.42.5(pid=15957): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15957)]\u000a11:53:16.883769 run osmo-stp_10.42.42.5(pid=15957): stdout: \u000a| (launched: 2022-12-13_11:53:14.839602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:17.116263 run osmo-stp_10.42.42.5(pid=15957): stderr: \u000a| �[0;m�[38;5;43m20221213115315034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115315034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115315035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115315035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115315036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115315036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115315036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:17.246117 run osmo-stp_10.42.42.5(pid=15957): stdout: \u000a| (launched: 2022-12-13_11:53:14.839602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:17.373961 run osmo-stp_10.42.42.5(pid=15957): stderr: \u000a| �[0;m�[38;5;43m20221213115315034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115315034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115315035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115315035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115315036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115315036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115315036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:17.428894 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15957): Process ended prematurely: osmo-stp_10.42.42.5(pid=15957) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15957)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:53:17.437892 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a11:53:17.498165 run osmo-hlr_10.42.42.2(pid=15954): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15954)]\u000a11:53:17.547689 run osmo-hlr_10.42.42.2(pid=15954): stdout: \u000a| (launched: 2022-12-13_11:53:13.810639) \u000a11:53:17.598378 run osmo-hlr_10.42.42.2(pid=15954): stderr: \u000a| �[0;m�[1;31m20221213115314012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115314012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115314012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115314012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115314012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115314012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115314025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115314034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115314034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115314034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:17.666261 run osmo-msc_10.42.42.6(pid=15960): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15960)]\u000a11:53:17.715636 run osmo-msc_10.42.42.6(pid=15960): stdout: \u000a| (launched: 2022-12-13_11:53:15.915715) \u000a11:53:17.765667 run osmo-msc_10.42.42.6(pid=15960): stderr: \u000a| �[0;m�[38;5;43m20221213115316737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115316737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7952f23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115316737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115316737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115316737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115316737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115316739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115316740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115316740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115316740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:17.808024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15953): Terminating (SIGTERM)\u000a11:53:17.848030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15956): Terminating (SIGTERM)\u000a11:53:17.888063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15959): Terminating (SIGTERM)\u000a11:53:17.896920 --- ParallelTerminationStrategy: PID 15953 died...\u000a11:53:17.950668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15953): Terminated: ok {rc=0}\u000a11:53:17.960261 --- ParallelTerminationStrategy: PID 15956 died...\u000a11:53:18.013682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15956): Terminated: ok {rc=0}\u000a11:53:18.023315 --- ParallelTerminationStrategy: PID 15959 died...\u000a11:53:18.077069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15959): Terminated: ok {rc=0}\u000a11:53:18.167047 bus /sierra_3: Setting Powered False\u000a11:53:19.269743 bus /sierra_3: Setting Powered False\u000a11:53:20.382355 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15968): Process ended prematurely: osmo-stp_10.42.42.5(pid=15968) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15968)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15968): Process ended prematurely: osmo-stp_10.42.42.5(pid=15968) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:53:21.500672 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:21.513205 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:53:21.678517 tst mo_mt_call_osmux.py: using LAC 33761\u000a11:53:21.803144 tst mo_mt_call_osmux.py: using RAC 101\u000a11:53:21.924770 tst mo_mt_call_osmux.py: using CellId 33761\u000a11:53:22.048606 tst mo_mt_call_osmux.py: using BVCI 33762\u000a11:53:22.072460 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:22.083825 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:22.094934 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:22.105994 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:22.117300 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:53:22.128426 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:53:22.245678 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:53:22.457087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:22.983216 run create_hlr_db(pid=15962): Launched\u000a11:53:23.175625 bus /sierra_2: Setting Powered False\u000a11:53:24.196724 run create_hlr_db(pid=15962): Terminated: ok {rc=0}\u000a11:53:24.618223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15964): Launched\u000a11:53:24.933062 run osmo-hlr_10.42.42.2(pid=15965): Launched\u000a11:53:25.047452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:25.588739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15967): Launched\u000a11:53:25.901934 run osmo-stp_10.42.42.5(pid=15968): Launched\u000a11:53:26.026270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:26.601226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15970): Launched\u000a11:53:26.913936 run osmo-msc_10.42.42.6(pid=15971): Launched\u000a11:53:27.095720 run osmo-stp_10.42.42.5(pid=15968): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15968)]\u000a11:53:27.227877 run osmo-stp_10.42.42.5(pid=15968): stdout: \u000a| (launched: 2022-12-13_11:53:25.747325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:27.358226 run osmo-stp_10.42.42.5(pid=15968): stderr: \u000a| �[0;m�[38;5;43m20221213115325922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115325922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115325922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115325923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115325923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115325923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115325923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:27.483528 run osmo-stp_10.42.42.5(pid=15968): stdout: \u000a| (launched: 2022-12-13_11:53:25.747325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:27.607816 run osmo-stp_10.42.42.5(pid=15968): stderr: \u000a| �[0;m�[38;5;43m20221213115325922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115325922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115325922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115325923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115325923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115325923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115325923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:27.663118 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15968): Process ended prematurely: osmo-stp_10.42.42.5(pid=15968) [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15968)] [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:53:27.672126 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:53:27.732122 run osmo-hlr_10.42.42.2(pid=15965): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15965)]\u000a11:53:27.781354 run osmo-hlr_10.42.42.2(pid=15965): stdout: \u000a| (launched: 2022-12-13_11:53:24.776625) \u000a11:53:27.830989 run osmo-hlr_10.42.42.2(pid=15965): stderr: \u000a| �[0;m�[1;31m20221213115324956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115324956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115324956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115324956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115324956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115324957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115324969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115324977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115324977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115324977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:27.898327 run osmo-msc_10.42.42.6(pid=15971): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15971)]\u000a11:53:27.947500 run osmo-msc_10.42.42.6(pid=15971): stdout: \u000a| (launched: 2022-12-13_11:53:26.758806) \u000a11:53:27.997216 run osmo-msc_10.42.42.6(pid=15971): stderr: \u000a| �[0;m�[38;5;43m20221213115327034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115327034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b4d8bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115327034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115327034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115327035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115327035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115327036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115327037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115327037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115327037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:28.039434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15964): Terminating (SIGTERM)\u000a11:53:28.079417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15967): Terminating (SIGTERM)\u000a11:53:28.119638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15970): Terminating (SIGTERM)\u000a11:53:28.128922 --- ParallelTerminationStrategy: PID 15964 died...\u000a11:53:28.183006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15964): Terminated: ok {rc=0}\u000a11:53:28.192791 --- ParallelTerminationStrategy: PID 15967 died...\u000a11:53:28.246402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15967): Terminated: ok {rc=0}\u000a11:53:28.256066 --- ParallelTerminationStrategy: PID 15970 died...\u000a11:53:28.309812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15970): Terminated: ok {rc=0}\u000a11:53:28.399988 bus /sierra_3: Setting Powered False\u000a11:53:29.503322 bus /sierra_3: Setting Powered False\u000a11:53:30.614589 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:53:10" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15982): Process ended prematurely: osmo-stp_10.42.42.5(pid=15982) [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15982)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15982): Process ended prematurely: osmo-stp_10.42.42.5(pid=15982) [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:53:32.637185 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:32.648705 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:53:32.807278 tst mo_mt_call.py: using LAC 33762\u000a11:53:32.930147 tst mo_mt_call.py: using RAC 102\u000a11:53:33.050799 tst mo_mt_call.py: using CellId 33762\u000a11:53:33.171363 tst mo_mt_call.py: using BVCI 33763\u000a11:53:33.195023 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:33.206524 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:33.217677 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:33.228791 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:33.239934 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:33.251046 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:33.365769 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:33.581627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:34.105876 run create_hlr_db(pid=15976): Launched\u000a11:53:34.298074 bus /sierra_2: Setting Powered False\u000a11:53:35.309092 run create_hlr_db(pid=15976): Terminated: ok {rc=0}\u000a11:53:35.758365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15978): Launched\u000a11:53:36.093645 run osmo-hlr_10.42.42.2(pid=15979): Launched\u000a11:53:36.214593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:36.792598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15981): Launched\u000a11:53:37.127402 run osmo-stp_10.42.42.5(pid=15982): Launched\u000a11:53:37.247913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:37.855900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15984): Launched\u000a11:53:38.188651 run osmo-msc_10.42.42.6(pid=15985): Launched\u000a11:53:38.382708 run osmo-stp_10.42.42.5(pid=15982): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15982)]\u000a11:53:38.522773 run osmo-stp_10.42.42.5(pid=15982): stdout: \u000a| (launched: 2022-12-13_11:53:36.960493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:38.661372 run osmo-stp_10.42.42.5(pid=15982): stderr: \u000a| �[0;m�[38;5;43m20221213115337156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115337156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115337156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115337157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115337159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115337159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115337159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:38.794650 run osmo-stp_10.42.42.5(pid=15982): stdout: \u000a| (launched: 2022-12-13_11:53:36.960493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:38.926702 run osmo-stp_10.42.42.5(pid=15982): stderr: \u000a| �[0;m�[38;5;43m20221213115337156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115337156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115337156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115337157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115337159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115337159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115337159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:38.984757 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15982): Process ended prematurely: osmo-stp_10.42.42.5(pid=15982) [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15982)] [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:53:38.994550 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:53:39.058251 run osmo-hlr_10.42.42.2(pid=15979): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15979)]\u000a11:53:39.110436 run osmo-hlr_10.42.42.2(pid=15979): stdout: \u000a| (launched: 2022-12-13_11:53:35.927117) \u000a11:53:39.162843 run osmo-hlr_10.42.42.2(pid=15979): stderr: \u000a| �[0;m�[1;31m20221213115336128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115336128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115336128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115336128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115336128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115336128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115336143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115336153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115336153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115336153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:39.234035 run osmo-msc_10.42.42.6(pid=15985): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15985)]\u000a11:53:39.286021 run osmo-msc_10.42.42.6(pid=15985): stdout: \u000a| (launched: 2022-12-13_11:53:38.023957) \u000a11:53:39.338778 run osmo-msc_10.42.42.6(pid=15985): stderr: \u000a| �[0;m�[38;5;43m20221213115338351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115338352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdfd19cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115338352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115338352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115338352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115338352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115338354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115338354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115338355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115338355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:39.383657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15978): Terminating (SIGTERM)\u000a11:53:39.426322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15981): Terminating (SIGTERM)\u000a11:53:39.468565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15984): Terminating (SIGTERM)\u000a11:53:39.478361 --- ParallelTerminationStrategy: PID 15978 died...\u000a11:53:39.535122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15978): Terminated: ok {rc=0}\u000a11:53:39.545228 --- ParallelTerminationStrategy: PID 15981 died...\u000a11:53:39.601641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15981): Terminated: ok {rc=0}\u000a11:53:39.611707 --- ParallelTerminationStrategy: PID 15984 died...\u000a11:53:39.668335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15984): Terminated: ok {rc=0}\u000a11:53:39.756533 bus /sierra_3: Setting Powered False\u000a11:53:40.863580 bus /sierra_3: Setting Powered False\u000a11:53:41.977534 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16042): Process ended prematurely: osmo-stp_10.42.42.5(pid=16042) [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16042)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16042): Process ended prematurely: osmo-stp_10.42.42.5(pid=16042) [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:53:43.090171 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:43.102260 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:53:43.264225 tst mo_mt_call_osmux.py: using LAC 33763\u000a11:53:43.389085 tst mo_mt_call_osmux.py: using RAC 103\u000a11:53:43.511130 tst mo_mt_call_osmux.py: using CellId 33763\u000a11:53:43.634273 tst mo_mt_call_osmux.py: using BVCI 33764\u000a11:53:43.657863 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:43.669259 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:43.680213 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:43.691277 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:43.702407 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:53:43.713588 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:43.837234 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:44.042251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:44.544208 run create_hlr_db(pid=15987): Launched\u000a11:53:44.723197 bus /sierra_2: Setting Powered False\u000a11:53:45.744570 run create_hlr_db(pid=15987): Terminated: ok {rc=0}\u000a11:53:46.219719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15989): Launched\u000a11:53:46.620276 run osmo-hlr_10.42.42.2(pid=15990): Launched\u000a11:53:46.954866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:47.668582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16028): Launched\u000a11:53:48.154567 run osmo-stp_10.42.42.5(pid=16042): Launched\u000a11:53:48.424678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:53:49.147535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16158): Launched\u000a11:53:49.659593 run osmo-msc_10.42.42.6(pid=16209): Launched\u000a11:53:50.045322 run osmo-stp_10.42.42.5(pid=16042): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16042)]\u000a11:53:50.281126 run osmo-stp_10.42.42.5(pid=16042): stdout: \u000a| (launched: 2022-12-13_11:53:47.856865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:50.431686 run osmo-stp_10.42.42.5(pid=16042): stderr: \u000a| �[0;m�[38;5;43m20221213115348210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115348210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115348210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115348211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115348222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115348222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115348222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:50.571626 run osmo-stp_10.42.42.5(pid=16042): stdout: \u000a| (launched: 2022-12-13_11:53:47.856865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:50.709710 run osmo-stp_10.42.42.5(pid=16042): stderr: \u000a| �[0;m�[38;5;43m20221213115348210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115348210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115348210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115348211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115348222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115348222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115348222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:50.771257 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16042): Process ended prematurely: osmo-stp_10.42.42.5(pid=16042) [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16042)] [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:53:50.782318 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a11:53:50.850318 run osmo-hlr_10.42.42.2(pid=15990): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15990)]\u000a11:53:50.905149 run osmo-hlr_10.42.42.2(pid=15990): stdout: \u000a| (launched: 2022-12-13_11:53:46.394915) \u000a11:53:50.961749 run osmo-hlr_10.42.42.2(pid=15990): stderr: \u000a| �[0;m�[1;31m20221213115346735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115346735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115346735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115346736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115346736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115346736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115346755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115346763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115346764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115346764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:51.036477 run osmo-msc_10.42.42.6(pid=16209): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16209)]\u000a11:53:51.092659 run osmo-msc_10.42.42.6(pid=16209): stdout: \u000a| (launched: 2022-12-13_11:53:49.351750) \u000a11:53:51.148286 run osmo-msc_10.42.42.6(pid=16209): stderr: \u000a| �[0;m�[38;5;43m20221213115349861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115349861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c6b7ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115349861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115349861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115349861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115349862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115349863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115349864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115349864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115349864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:53:51.196665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15989): Terminating (SIGTERM)\u000a11:53:51.244236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16028): Terminating (SIGTERM)\u000a11:53:51.290179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16158): Terminating (SIGTERM)\u000a11:53:51.302231 --- ParallelTerminationStrategy: PID 15989 died...\u000a11:53:51.365898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15989): Terminated: ok {rc=0}\u000a11:53:51.378337 --- ParallelTerminationStrategy: PID 16028 died...\u000a11:53:51.437262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16028): Terminated: ok {rc=0}\u000a11:53:51.449325 --- ParallelTerminationStrategy: PID 16158 died...\u000a11:53:51.508275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16158): Terminated: ok {rc=0}\u000a11:53:51.602700 bus /sierra_3: Setting Powered False\u000a11:53:52.712758 bus /sierra_3: Setting Powered False\u000a11:53:53.828484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:53:32" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16278): Process ended prematurely: osmo-stp_10.42.42.5(pid=16278) [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16278)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16278): Process ended prematurely: osmo-stp_10.42.42.5(pid=16278) [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:53:55.842436 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:55.854572 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:53:56.025083 tst mo_mt_call.py: using LAC 33764\u000a11:53:56.154219 tst mo_mt_call.py: using RAC 104\u000a11:53:56.279175 tst mo_mt_call.py: using CellId 33764\u000a11:53:56.404079 tst mo_mt_call.py: using BVCI 33765\u000a11:53:56.429543 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:56.441805 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:56.453799 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:56.465774 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:56.478218 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:53:56.490679 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:53:56.616008 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:53:56.829422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:57.379880 run create_hlr_db(pid=16272): Launched\u000a11:53:57.567211 bus /sierra_2: Setting Powered False\u000a11:53:58.589191 run create_hlr_db(pid=16272): Terminated: ok {rc=0}\u000a11:53:59.034657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16274): Launched\u000a11:53:59.451973 run osmo-hlr_10.42.42.2(pid=16275): Launched\u000a11:53:59.706112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:00.360219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16277): Launched\u000a11:54:00.778010 run osmo-stp_10.42.42.5(pid=16278): Launched\u000a11:54:01.026359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:01.865388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16280): Launched\u000a11:54:02.304269 run osmo-msc_10.42.42.6(pid=16281): Launched\u000a11:54:02.762821 run osmo-stp_10.42.42.5(pid=16278): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16278)]\u000a11:54:02.922801 run osmo-stp_10.42.42.5(pid=16278): stdout: \u000a| (launched: 2022-12-13_11:54:00.522371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:03.064907 run osmo-stp_10.42.42.5(pid=16278): stderr: \u000a| �[0;m�[38;5;43m20221213115400859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115400859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115400859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115400860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115400860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115400860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115400860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:03.203211 run osmo-stp_10.42.42.5(pid=16278): stdout: \u000a| (launched: 2022-12-13_11:54:00.522371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:03.338827 run osmo-stp_10.42.42.5(pid=16278): stderr: \u000a| �[0;m�[38;5;43m20221213115400859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115400859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115400859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115400860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115400860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115400860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115400860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:03.399332 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16278): Process ended prematurely: osmo-stp_10.42.42.5(pid=16278) [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16278)] [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:54:03.408690 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a11:54:03.475707 run osmo-hlr_10.42.42.2(pid=16275): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16275)]\u000a11:54:03.529923 run osmo-hlr_10.42.42.2(pid=16275): stdout: \u000a| (launched: 2022-12-13_11:53:59.198847) \u000a11:54:03.587103 run osmo-hlr_10.42.42.2(pid=16275): stderr: \u000a| �[0;m�[1;31m20221213115359546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115359546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115359546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115359546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115359546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115359546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115359563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115359579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115359580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115359580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:03.662090 run osmo-msc_10.42.42.6(pid=16281): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16281)]\u000a11:54:03.716816 run osmo-msc_10.42.42.6(pid=16281): stdout: \u000a| (launched: 2022-12-13_11:54:02.039730) \u000a11:54:03.773289 run osmo-msc_10.42.42.6(pid=16281): stderr: \u000a| �[0;m�[38;5;43m20221213115402509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115402509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7248f8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115402509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115402509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115402510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115402510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115402511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115402512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115402512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115402512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:03.821344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16274): Terminating (SIGTERM)\u000a11:54:03.868638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16277): Terminating (SIGTERM)\u000a11:54:03.915938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16280): Terminating (SIGTERM)\u000a11:54:03.927214 --- ParallelTerminationStrategy: PID 16274 died...\u000a11:54:03.991100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16274): Terminated: ok {rc=0}\u000a11:54:04.003501 --- ParallelTerminationStrategy: PID 16277 died...\u000a11:54:04.063104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16277): Terminated: ok {rc=0}\u000a11:54:04.074936 --- ParallelTerminationStrategy: PID 16280 died...\u000a11:54:04.135532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16280): Terminated: ok {rc=0}\u000a11:54:04.230195 bus /sierra_3: Setting Powered False\u000a11:54:05.344334 bus /sierra_3: Setting Powered False\u000a11:54:06.462983 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16290): Process ended prematurely: osmo-stp_10.42.42.5(pid=16290) [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16290)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16290): Process ended prematurely: osmo-stp_10.42.42.5(pid=16290) [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:54:07.587275 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:54:07.601305 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:54:07.778712 tst mo_mt_call_osmux.py: using LAC 33765\u000a11:54:07.912918 tst mo_mt_call_osmux.py: using RAC 105\u000a11:54:08.054201 tst mo_mt_call_osmux.py: using CellId 33765\u000a11:54:08.186564 tst mo_mt_call_osmux.py: using BVCI 33766\u000a11:54:08.214147 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:54:08.227104 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:54:08.239676 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:54:08.252292 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:54:08.266273 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:54:08.279641 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:54:08.409632 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:54:08.638067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:09.219840 run create_hlr_db(pid=16283): Launched\u000a11:54:09.423020 bus /sierra_2: Setting Powered False\u000a11:54:10.445006 run create_hlr_db(pid=16283): Terminated: ok {rc=0}\u000a11:54:10.901010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16285): Launched\u000a11:54:11.215478 run osmo-hlr_10.42.42.2(pid=16287): Launched\u000a11:54:11.338009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:11.889136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16289): Launched\u000a11:54:12.204919 run osmo-stp_10.42.42.5(pid=16290): Launched\u000a11:54:12.318066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:12.890196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16292): Launched\u000a11:54:13.205618 run osmo-msc_10.42.42.6(pid=16293): Launched\u000a11:54:13.387035 run osmo-stp_10.42.42.5(pid=16290): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16290)]\u000a11:54:13.518091 run osmo-stp_10.42.42.5(pid=16290): stdout: \u000a| (launched: 2022-12-13_11:54:12.048213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:13.647854 run osmo-stp_10.42.42.5(pid=16290): stderr: \u000a| �[0;m�[38;5;43m20221213115412223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115412223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115412223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115412224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115412224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115412224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115412224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:13.772747 run osmo-stp_10.42.42.5(pid=16290): stdout: \u000a| (launched: 2022-12-13_11:54:12.048213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:13.896720 run osmo-stp_10.42.42.5(pid=16290): stderr: \u000a| �[0;m�[38;5;43m20221213115412223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115412223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115412223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115412224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115412224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115412224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115412224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:13.951633 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16290): Process ended prematurely: osmo-stp_10.42.42.5(pid=16290) [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16290)] [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:54:13.960538 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:54:14.021033 run osmo-hlr_10.42.42.2(pid=16287): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16287)]\u000a11:54:14.071235 run osmo-hlr_10.42.42.2(pid=16287): stdout: \u000a| (launched: 2022-12-13_11:54:11.059612) \u000a11:54:14.121649 run osmo-hlr_10.42.42.2(pid=16287): stderr: \u000a| �[0;m�[1;31m20221213115411239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115411239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115411239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115411239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115411239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115411239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115411252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115411260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115411261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115411261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:14.189634 run osmo-msc_10.42.42.6(pid=16293): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16293)]\u000a11:54:14.239086 run osmo-msc_10.42.42.6(pid=16293): stdout: \u000a| (launched: 2022-12-13_11:54:13.048264) \u000a11:54:14.288982 run osmo-msc_10.42.42.6(pid=16293): stderr: \u000a| �[0;m�[38;5;43m20221213115413324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115413325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f5e164c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115413325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115413325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115413325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115413325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115413327 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115413327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115413327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115413328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:14.331418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16285): Terminating (SIGTERM)\u000a11:54:14.371673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16289): Terminating (SIGTERM)\u000a11:54:14.411939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16292): Terminating (SIGTERM)\u000a11:54:14.421365 --- ParallelTerminationStrategy: PID 16285 died...\u000a11:54:14.475673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16285): Terminated: ok {rc=0}\u000a11:54:14.485543 --- ParallelTerminationStrategy: PID 16289 died...\u000a11:54:14.539444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16289): Terminated: ok {rc=0}\u000a11:54:14.549225 --- ParallelTerminationStrategy: PID 16292 died...\u000a11:54:14.603197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16292): Terminated: ok {rc=0}\u000a11:54:14.688187 bus /sierra_3: Setting Powered False\u000a11:54:15.796050 bus /sierra_3: Setting Powered False\u000a11:54:16.906203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:53:55" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16304): Process ended prematurely: osmo-stp_10.42.42.5(pid=16304) [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16304)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16304): Process ended prematurely: osmo-stp_10.42.42.5(pid=16304) [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a11:54:18.903753 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:18.914861 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a11:54:19.065995 tst mo_mt_call.py: using LAC 33766\u000a11:54:19.196238 tst mo_mt_call.py: using RAC 106\u000a11:54:19.325042 tst mo_mt_call.py: using CellId 33766\u000a11:54:19.453460 tst mo_mt_call.py: using BVCI 33767\u000a11:54:19.479029 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:19.490972 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:19.502534 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:19.513951 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:19.525721 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:19.537515 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:54:19.656336 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:54:19.874205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:20.399082 run create_hlr_db(pid=16298): Launched\u000a11:54:20.591583 bus /sierra_2: Setting Powered False\u000a11:54:21.612682 run create_hlr_db(pid=16298): Terminated: ok {rc=0}\u000a11:54:22.034908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16300): Launched\u000a11:54:22.348807 run osmo-hlr_10.42.42.2(pid=16301): Launched\u000a11:54:22.472132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:23.018129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16303): Launched\u000a11:54:23.331503 run osmo-stp_10.42.42.5(pid=16304): Launched\u000a11:54:23.444687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:24.013203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16306): Launched\u000a11:54:24.327867 run osmo-msc_10.42.42.6(pid=16307): Launched\u000a11:54:24.511044 run osmo-stp_10.42.42.5(pid=16304): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16304)]\u000a11:54:24.642509 run osmo-stp_10.42.42.5(pid=16304): stdout: \u000a| (launched: 2022-12-13_11:54:23.175858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:24.771448 run osmo-stp_10.42.42.5(pid=16304): stderr: \u000a| �[0;m�[38;5;43m20221213115423350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115423350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115423350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115423351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:24.895561 run osmo-stp_10.42.42.5(pid=16304): stdout: \u000a| (launched: 2022-12-13_11:54:23.175858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:25.018828 run osmo-stp_10.42.42.5(pid=16304): stderr: \u000a| �[0;m�[38;5;43m20221213115423350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115423350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115423350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115423351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115423351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:25.073410 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16304): Process ended prematurely: osmo-stp_10.42.42.5(pid=16304) [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16304)] [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a11:54:25.082015 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:54:25.141811 run osmo-hlr_10.42.42.2(pid=16301): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16301)]\u000a11:54:25.190786 run osmo-hlr_10.42.42.2(pid=16301): stdout: \u000a| (launched: 2022-12-13_11:54:22.194301) \u000a11:54:25.240419 run osmo-hlr_10.42.42.2(pid=16301): stderr: \u000a| �[0;m�[1;31m20221213115422374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115422374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115422374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115422374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115422374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115422374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115422386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115422397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115422397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115422397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:25.307655 run osmo-msc_10.42.42.6(pid=16307): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16307)]\u000a11:54:25.356707 run osmo-msc_10.42.42.6(pid=16307): stdout: \u000a| (launched: 2022-12-13_11:54:24.171437) \u000a11:54:25.406115 run osmo-msc_10.42.42.6(pid=16307): stderr: \u000a| �[0;m�[38;5;43m20221213115424447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115424448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc52e0bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115424448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115424448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115424448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115424448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115424450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115424450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115424451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115424451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:25.447997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16300): Terminating (SIGTERM)\u000a11:54:25.487557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16303): Terminating (SIGTERM)\u000a11:54:25.527615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16306): Terminating (SIGTERM)\u000a11:54:25.536828 --- ParallelTerminationStrategy: PID 16300 died...\u000a11:54:25.590333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16300): Terminated: ok {rc=0}\u000a11:54:25.599853 --- ParallelTerminationStrategy: PID 16303 died...\u000a11:54:25.652798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16303): Terminated: ok {rc=0}\u000a11:54:25.662365 --- ParallelTerminationStrategy: PID 16306 died...\u000a11:54:25.715512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16306): Terminated: ok {rc=0}\u000a11:54:25.806220 bus /sierra_3: Setting Powered False\u000a11:54:26.910008 bus /sierra_3: Setting Powered False\u000a11:54:28.021760 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16315): Process ended prematurely: osmo-stp_10.42.42.5(pid=16315) [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16315)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16315): Process ended prematurely: osmo-stp_10.42.42.5(pid=16315) [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:54:29.132991 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:29.144894 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a11:54:29.287398 tst mo_mt_call_osmux.py: using LAC 33767\u000a11:54:29.411531 tst mo_mt_call_osmux.py: using RAC 107\u000a11:54:29.535260 tst mo_mt_call_osmux.py: using CellId 33767\u000a11:54:29.659206 tst mo_mt_call_osmux.py: using BVCI 33768\u000a11:54:29.682837 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:29.693985 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:29.704858 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:29.715886 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:29.726763 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:54:29.737672 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:54:29.854726 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:54:30.071664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:30.598233 run create_hlr_db(pid=16309): Launched\u000a11:54:30.791301 bus /sierra_2: Setting Powered False\u000a11:54:31.874766 run create_hlr_db(pid=16309): Terminated: ok {rc=0}\u000a11:54:32.323683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16311): Launched\u000a11:54:32.637614 run osmo-hlr_10.42.42.2(pid=16312): Launched\u000a11:54:32.761672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:33.309357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16314): Launched\u000a11:54:33.623328 run osmo-stp_10.42.42.5(pid=16315): Launched\u000a11:54:33.735489 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:34.307201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16317): Launched\u000a11:54:34.621669 run osmo-msc_10.42.42.6(pid=16318): Launched\u000a11:54:34.803765 run osmo-stp_10.42.42.5(pid=16315): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16315)]\u000a11:54:34.935541 run osmo-stp_10.42.42.5(pid=16315): stdout: \u000a| (launched: 2022-12-13_11:54:33.467337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:35.064741 run osmo-stp_10.42.42.5(pid=16315): stderr: \u000a| �[0;m�[38;5;43m20221213115433641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115433641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115433641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115433642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:35.189896 run osmo-stp_10.42.42.5(pid=16315): stdout: \u000a| (launched: 2022-12-13_11:54:33.467337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:35.313569 run osmo-stp_10.42.42.5(pid=16315): stderr: \u000a| �[0;m�[38;5;43m20221213115433641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115433641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115433641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115433642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:35.368066 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16315): Process ended prematurely: osmo-stp_10.42.42.5(pid=16315) [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16315)] [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a11:54:35.376779 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:54:35.436588 run osmo-hlr_10.42.42.2(pid=16312): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16312)]\u000a11:54:35.485495 run osmo-hlr_10.42.42.2(pid=16312): stdout: \u000a| (launched: 2022-12-13_11:54:32.482565) \u000a11:54:35.535070 run osmo-hlr_10.42.42.2(pid=16312): stderr: \u000a| �[0;m�[1;31m20221213115432666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115432666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115432666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115432666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115432666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115432666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115432678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115432687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115432687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115432687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:35.602608 run osmo-msc_10.42.42.6(pid=16318): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16318)]\u000a11:54:35.651621 run osmo-msc_10.42.42.6(pid=16318): stdout: \u000a| (launched: 2022-12-13_11:54:34.466030) \u000a11:54:35.701203 run osmo-msc_10.42.42.6(pid=16318): stderr: \u000a| �[0;m�[38;5;43m20221213115434741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115434741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcedb171c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115434741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115434741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115434742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115434742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115434744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115434744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115434744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115434744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:35.743280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16311): Terminating (SIGTERM)\u000a11:54:35.782971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16314): Terminating (SIGTERM)\u000a11:54:35.823012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16317): Terminating (SIGTERM)\u000a11:54:35.832212 --- ParallelTerminationStrategy: PID 16311 died...\u000a11:54:35.885758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16311): Terminated: ok {rc=0}\u000a11:54:35.895489 --- ParallelTerminationStrategy: PID 16314 died...\u000a11:54:35.948777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16314): Terminated: ok {rc=0}\u000a11:54:35.958446 --- ParallelTerminationStrategy: PID 16317 died...\u000a11:54:36.011726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16317): Terminated: ok {rc=0}\u000a11:54:36.100555 bus /sierra_3: Setting Powered False\u000a11:54:37.203093 bus /sierra_3: Setting Powered False\u000a11:54:38.310488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:54:18" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16329): Process ended prematurely: osmo-stp_10.42.42.5(pid=16329) [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16329)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16329): Process ended prematurely: osmo-stp_10.42.42.5(pid=16329) [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a11:54:40.317830 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:40.329393 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:54:40.471163 tst mo_mt_call.py: using LAC 33768\u000a11:54:40.595123 tst mo_mt_call.py: using RAC 108\u000a11:54:40.718413 tst mo_mt_call.py: using CellId 33768\u000a11:54:40.842318 tst mo_mt_call.py: using BVCI 33769\u000a11:54:40.866011 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:40.877391 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:40.888518 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:40.899718 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:40.911053 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:40.922313 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:54:41.039438 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:54:41.255663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:41.781638 run create_hlr_db(pid=16323): Launched\u000a11:54:41.975646 bus /sierra_2: Setting Powered False\u000a11:54:42.995094 run create_hlr_db(pid=16323): Terminated: ok {rc=0}\u000a11:54:43.416874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16325): Launched\u000a11:54:43.729697 run osmo-hlr_10.42.42.2(pid=16326): Launched\u000a11:54:43.851904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:44.433790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16328): Launched\u000a11:54:44.769768 run osmo-stp_10.42.42.5(pid=16329): Launched\u000a11:54:44.890524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:45.501245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16331): Launched\u000a11:54:45.837278 run osmo-msc_10.42.42.6(pid=16332): Launched\u000a11:54:46.252448 run osmo-stp_10.42.42.5(pid=16329): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16329)]\u000a11:54:46.520182 run osmo-stp_10.42.42.5(pid=16329): stdout: \u000a| (launched: 2022-12-13_11:54:44.603507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:46.655922 run osmo-stp_10.42.42.5(pid=16329): stderr: \u000a| �[0;m�[38;5;43m20221213115444801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115444801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115444801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115444801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115444802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115444802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115444802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:46.786290 run osmo-stp_10.42.42.5(pid=16329): stdout: \u000a| (launched: 2022-12-13_11:54:44.603507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:46.914670 run osmo-stp_10.42.42.5(pid=16329): stderr: \u000a| �[0;m�[38;5;43m20221213115444801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115444801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115444801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115444801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115444802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115444802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115444802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:46.972651 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16329): Process ended prematurely: osmo-stp_10.42.42.5(pid=16329) [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16329)] [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a11:54:46.982371 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a11:54:47.044712 run osmo-hlr_10.42.42.2(pid=16326): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16326)]\u000a11:54:47.096674 run osmo-hlr_10.42.42.2(pid=16326): stdout: \u000a| (launched: 2022-12-13_11:54:43.574797) \u000a11:54:47.151772 run osmo-hlr_10.42.42.2(pid=16326): stderr: \u000a| �[0;m�[1;31m20221213115443755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115443755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115443755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115443755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115443755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115443755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115443767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115443775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115443775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115443775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:47.234634 run osmo-msc_10.42.42.6(pid=16332): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16332)]\u000a11:54:47.290684 run osmo-msc_10.42.42.6(pid=16332): stdout: \u000a| (launched: 2022-12-13_11:54:45.670954) \u000a11:54:47.345004 run osmo-msc_10.42.42.6(pid=16332): stderr: \u000a| �[0;m�[38;5;43m20221213115446084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115446084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f027b23ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115446089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115446089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115446089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115446089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115446091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115446091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115446092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115446092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:47.391130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16325): Terminating (SIGTERM)\u000a11:54:47.435265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16328): Terminating (SIGTERM)\u000a11:54:47.479100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16331): Terminating (SIGTERM)\u000a11:54:47.489092 --- ParallelTerminationStrategy: PID 16325 died...\u000a11:54:47.547927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16325): Terminated: ok {rc=0}\u000a11:54:47.558236 --- ParallelTerminationStrategy: PID 16328 died...\u000a11:54:47.616733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16328): Terminated: ok {rc=0}\u000a11:54:47.627010 --- ParallelTerminationStrategy: PID 16331 died...\u000a11:54:47.684430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16331): Terminated: ok {rc=0}\u000a11:54:47.773846 bus /sierra_3: Setting Powered False\u000a11:54:48.882418 bus /sierra_3: Setting Powered False\u000a11:54:49.993995 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16340): Process ended prematurely: osmo-stp_10.42.42.5(pid=16340) [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16340)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16340): Process ended prematurely: osmo-stp_10.42.42.5(pid=16340) [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:54:51.111841 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:51.124839 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:54:51.278955 tst mo_mt_call_osmux.py: using LAC 33769\u000a11:54:51.412040 tst mo_mt_call_osmux.py: using RAC 109\u000a11:54:51.544187 tst mo_mt_call_osmux.py: using CellId 33769\u000a11:54:51.675877 tst mo_mt_call_osmux.py: using BVCI 33770\u000a11:54:51.701347 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:51.713285 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:51.725124 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:51.736818 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:51.749035 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:54:51.761080 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:54:51.879883 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:54:52.100367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:52.624535 run create_hlr_db(pid=16334): Launched\u000a11:54:52.817693 bus /sierra_2: Setting Powered False\u000a11:54:53.837276 run create_hlr_db(pid=16334): Terminated: ok {rc=0}\u000a11:54:54.250182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16336): Launched\u000a11:54:54.558712 run osmo-hlr_10.42.42.2(pid=16337): Launched\u000a11:54:54.679566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:55.221832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16339): Launched\u000a11:54:55.528355 run osmo-stp_10.42.42.5(pid=16340): Launched\u000a11:54:55.639093 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:56.197063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16342): Launched\u000a11:54:56.505809 run osmo-msc_10.42.42.6(pid=16343): Launched\u000a11:54:56.684587 run osmo-stp_10.42.42.5(pid=16340): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16340)]\u000a11:54:56.813598 run osmo-stp_10.42.42.5(pid=16340): stdout: \u000a| (launched: 2022-12-13_11:54:55.376808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:56.939833 run osmo-stp_10.42.42.5(pid=16340): stderr: \u000a| �[0;m�[38;5;43m20221213115455550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115455551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115455551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115455551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:57.061813 run osmo-stp_10.42.42.5(pid=16340): stdout: \u000a| (launched: 2022-12-13_11:54:55.376808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:57.182654 run osmo-stp_10.42.42.5(pid=16340): stderr: \u000a| �[0;m�[38;5;43m20221213115455550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115455551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115455551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115455551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115455552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:57.236190 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16340): Process ended prematurely: osmo-stp_10.42.42.5(pid=16340) [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16340)] [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a11:54:57.244728 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:54:57.303663 run osmo-hlr_10.42.42.2(pid=16337): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16337)]\u000a11:54:57.352339 run osmo-hlr_10.42.42.2(pid=16337): stdout: \u000a| (launched: 2022-12-13_11:54:54.406591) \u000a11:54:57.401655 run osmo-hlr_10.42.42.2(pid=16337): stderr: \u000a| �[0;m�[1;31m20221213115454584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115454584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115454584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115454584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115454584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115454584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115454597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115454606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115454606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115454606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:57.468272 run osmo-msc_10.42.42.6(pid=16343): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16343)]\u000a11:54:57.516691 run osmo-msc_10.42.42.6(pid=16343): stdout: \u000a| (launched: 2022-12-13_11:54:56.352243) \u000a11:54:57.565604 run osmo-msc_10.42.42.6(pid=16343): stderr: \u000a| �[0;m�[38;5;43m20221213115456626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115456626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ba0895c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115456626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115456627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115456627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115456627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115456630 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115456631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115456631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115456631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:57.607149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16336): Terminating (SIGTERM)\u000a11:54:57.646860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16339): Terminating (SIGTERM)\u000a11:54:57.686577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16342): Terminating (SIGTERM)\u000a11:54:57.695560 --- ParallelTerminationStrategy: PID 16336 died...\u000a11:54:57.748068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16336): Terminated: ok {rc=0}\u000a11:54:57.757575 --- ParallelTerminationStrategy: PID 16339 died...\u000a11:54:57.809702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16339): Terminated: ok {rc=0}\u000a11:54:57.819059 --- ParallelTerminationStrategy: PID 16342 died...\u000a11:54:57.871129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16342): Terminated: ok {rc=0}\u000a11:54:57.958616 bus /sierra_3: Setting Powered False\u000a11:54:59.059527 bus /sierra_3: Setting Powered False\u000a11:55:00.166207 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:54:40" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16364): Process ended prematurely: osmo-stp_10.42.42.5(pid=16364) [trial-2389↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16364)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16364): Process ended prematurely: osmo-stp_10.42.42.5(pid=16364) [trial-2389↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:55:02.311864 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:02.323249 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a11:55:02.461058 tst emergency_mo_mt_call.py: using LAC 33770\u000a11:55:02.579143 tst emergency_mo_mt_call.py: using RAC 110\u000a11:55:02.698979 tst emergency_mo_mt_call.py: using CellId 33770\u000a11:55:02.818530 tst emergency_mo_mt_call.py: using BVCI 33771\u000a11:55:02.841646 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:02.852528 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:02.863242 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:02.873966 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:02.884668 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:02.895391 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:03.015062 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:03.225235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:03.732627 run create_hlr_db(pid=16358): Launched\u000a11:55:03.921272 bus /sierra_2: Setting Powered False\u000a11:55:04.940142 run create_hlr_db(pid=16358): Terminated: ok {rc=0}\u000a11:55:05.346481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16360): Launched\u000a11:55:05.648836 run osmo-hlr_10.42.42.2(pid=16361): Launched\u000a11:55:05.768236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:06.302532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16363): Launched\u000a11:55:06.606287 run osmo-stp_10.42.42.5(pid=16364): Launched\u000a11:55:06.728048 tst emergency_mo_mt_call.py: using MSISDN 8144\u000a11:55:06.877361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:07.428096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16366): Launched\u000a11:55:07.729017 run osmo-msc_10.42.42.6(pid=16367): Launched\u000a11:55:07.904660 run osmo-stp_10.42.42.5(pid=16364): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16364)]\u000a11:55:08.032004 run osmo-stp_10.42.42.5(pid=16364): stdout: \u000a| (launched: 2022-12-13_11:55:06.455861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:08.157176 run osmo-stp_10.42.42.5(pid=16364): stderr: \u000a| �[0;m�[38;5;43m20221213115506630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115506630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115506630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115506631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115506631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115506631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115506631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:08.277681 run osmo-stp_10.42.42.5(pid=16364): stdout: \u000a| (launched: 2022-12-13_11:55:06.455861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:08.396770 run osmo-stp_10.42.42.5(pid=16364): stderr: \u000a| �[0;m�[38;5;43m20221213115506630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115506630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115506630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115506631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115506631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115506631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115506631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:08.449202 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16364): Process ended prematurely: osmo-stp_10.42.42.5(pid=16364) [trial-2389↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16364)] [trial-2389↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a11:55:08.457592 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a11:55:08.517532 run osmo-hlr_10.42.42.2(pid=16361): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16361)]\u000a11:55:08.566787 run osmo-hlr_10.42.42.2(pid=16361): stdout: \u000a| (launched: 2022-12-13_11:55:05.499057) \u000a11:55:08.616411 run osmo-hlr_10.42.42.2(pid=16361): stderr: \u000a| �[0;m�[1;31m20221213115505678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115505678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115505678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115505678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115505678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115505678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115505691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115505701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115505701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115505701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:08.683026 run osmo-msc_10.42.42.6(pid=16367): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16367)]\u000a11:55:08.731538 run osmo-msc_10.42.42.6(pid=16367): stdout: \u000a| (launched: 2022-12-13_11:55:07.580223) \u000a11:55:08.780867 run osmo-msc_10.42.42.6(pid=16367): stderr: \u000a| �[0;m�[38;5;43m20221213115507855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115507855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59541c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115507856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115507856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115507856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115507856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115507858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115507858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115507858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115507859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:08.823152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16360): Terminating (SIGTERM)\u000a11:55:08.863553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16363): Terminating (SIGTERM)\u000a11:55:08.903899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16366): Terminating (SIGTERM)\u000a11:55:08.913196 --- ParallelTerminationStrategy: PID 16360 died...\u000a11:55:08.966764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16360): Terminated: ok {rc=0}\u000a11:55:08.976395 --- ParallelTerminationStrategy: PID 16363 died...\u000a11:55:09.029941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16363): Terminated: ok {rc=0}\u000a11:55:09.039607 --- ParallelTerminationStrategy: PID 16366 died...\u000a11:55:09.092985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16366): Terminated: ok {rc=0}\u000a11:55:09.181970 bus /sierra_3: Setting Powered False\u000a11:55:10.286396 bus /sierra_3: Setting Powered False\u000a11:55:11.398479 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16730): Process ended prematurely: osmo-stp_10.42.42.5(pid=16730) [trial-2389↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16730)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16730): Process ended prematurely: osmo-stp_10.42.42.5(pid=16730) [trial-2389↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:55:12.451721 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:12.464761 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a11:55:12.618711 tst emergency_preemptive_call.py: using LAC 33771\u000a11:55:12.748606 tst emergency_preemptive_call.py: using RAC 111\u000a11:55:12.880445 tst emergency_preemptive_call.py: using CellId 33771\u000a11:55:13.009773 tst emergency_preemptive_call.py: using BVCI 33772\u000a11:55:13.035404 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:13.047592 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:13.059608 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:13.072484 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:13.085993 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:55:13.099685 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:13.223786 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:13.335431 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:13.445603 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:13.663835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:14.190463 run create_hlr_db(pid=16650): Launched\u000a11:55:14.368723 bus /sierra_2: Setting Powered False\u000a11:55:15.385663 run create_hlr_db(pid=16650): Terminated: ok {rc=0}\u000a11:55:15.803024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16726): Launched\u000a11:55:16.168574 run osmo-hlr_10.42.42.2(pid=16727): Launched\u000a11:55:16.344654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:17.012613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16729): Launched\u000a11:55:17.353466 run osmo-stp_10.42.42.5(pid=16730): Launched\u000a11:55:17.492446 tst emergency_preemptive_call.py: using MSISDN 8145\u000a11:55:17.654924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:18.242456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16732): Launched\u000a11:55:18.567085 run osmo-msc_10.42.42.6(pid=16733): Launched\u000a11:55:18.756044 run osmo-stp_10.42.42.5(pid=16730): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16730)]\u000a11:55:18.892903 run osmo-stp_10.42.42.5(pid=16730): stdout: \u000a| (launched: 2022-12-13_11:55:17.167700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:19.029082 run osmo-stp_10.42.42.5(pid=16730): stderr: \u000a| �[0;m�[38;5;43m20221213115517384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115517384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115517384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115517384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115517387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115517387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115517387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:19.159487 run osmo-stp_10.42.42.5(pid=16730): stdout: \u000a| (launched: 2022-12-13_11:55:17.167700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:19.288044 run osmo-stp_10.42.42.5(pid=16730): stderr: \u000a| �[0;m�[38;5;43m20221213115517384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115517384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115517384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115517384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115517387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115517387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115517387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:19.344445 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16730): Process ended prematurely: osmo-stp_10.42.42.5(pid=16730) [trial-2389↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16730)] [trial-2389↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a11:55:19.353233 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a11:55:19.416682 run osmo-hlr_10.42.42.2(pid=16727): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16727)]\u000a11:55:19.468660 run osmo-hlr_10.42.42.2(pid=16727): stdout: \u000a| (launched: 2022-12-13_11:55:15.967209) \u000a11:55:19.521245 run osmo-hlr_10.42.42.2(pid=16727): stderr: \u000a| �[0;m�[1;31m20221213115516335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115516335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115516335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115516335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115516335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115516336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115516359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115516376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115516376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115516376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:19.592748 run osmo-msc_10.42.42.6(pid=16733): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16733)]\u000a11:55:19.644540 run osmo-msc_10.42.42.6(pid=16733): stdout: \u000a| (launched: 2022-12-13_11:55:18.406572) \u000a11:55:19.696900 run osmo-msc_10.42.42.6(pid=16733): stderr: \u000a| �[0;m�[38;5;43m20221213115518730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213115518730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1f3e6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213115518730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213115518730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213115518731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213115518731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213115518734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213115518735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213115518735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213115518735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:19.741821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16726): Terminating (SIGTERM)\u000a11:55:19.784168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16729): Terminating (SIGTERM)\u000a11:55:19.826725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16732): Terminating (SIGTERM)\u000a11:55:19.836487 --- ParallelTerminationStrategy: PID 16726 died...\u000a11:55:19.893916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16726): Terminated: ok {rc=0}\u000a11:55:19.903884 --- ParallelTerminationStrategy: PID 16729 died...\u000a11:55:19.960363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16729): Terminated: ok {rc=0}\u000a11:55:19.970450 --- ParallelTerminationStrategy: PID 16732 died...\u000a11:55:20.026931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16732): Terminated: ok {rc=0}\u000a11:55:20.114933 bus /sierra_9: Setting Powered False\u000a11:55:21.220768 bus /sierra_9: Setting Powered False\u000a11:55:22.330236 bus /sierra_8: Setting Powered False\u000a11:55:23.439210 bus /sierra_8: Setting Powered False\u000a11:55:24.553188 bus /sierra_3: Setting Powered False\u000a11:55:25.663526 bus /sierra_3: Setting Powered False\u000a11:55:26.775474 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:55:01" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16924): Process ended prematurely: osmo-stp_10.42.42.5(pid=16924) [trial-2389↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16924)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16924): Process ended prematurely: osmo-stp_10.42.42.5(pid=16924) [trial-2389↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:55:28.929324 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:28.939873 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:55:29.084711 tst cs_paging_gprs_active.py: using LAC 33772\u000a11:55:29.212725 tst cs_paging_gprs_active.py: using RAC 112\u000a11:55:29.339831 tst cs_paging_gprs_active.py: using CellId 33772\u000a11:55:29.466855 tst cs_paging_gprs_active.py: using BVCI 33773\u000a11:55:29.492132 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:29.503554 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:29.514796 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:29.525999 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:29.537350 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:29.548568 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:29.560132 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:29.571551 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:29.583182 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:29.700024 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:29.999022 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:55:30.136880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:30.479238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16914): Launched\u000a11:55:30.766150 run iperf3-srv_10.42.42.10(pid=16915): Launched\u000a11:55:30.994881 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:55:31.138173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:31.532756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16916): Launched\u000a11:55:31.843274 run iperf3-srv_10.42.42.10(pid=16917): Launched\u000a11:55:32.051041 tst cs_paging_gprs_active.py:38: start network...\u000a11:55:32.193070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:32.714443 run create_hlr_db(pid=16918): Launched\u000a11:55:32.905874 bus /sierra_2: Setting Powered False\u000a11:55:33.926688 run create_hlr_db(pid=16918): Terminated: ok {rc=0}\u000a11:55:34.340625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16920): Launched\u000a11:55:34.672016 run osmo-hlr_10.42.42.2(pid=16921): Launched\u000a11:55:34.810928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:35.385806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16923): Launched\u000a11:55:35.691812 run osmo-stp_10.42.42.5(pid=16924): Launched\u000a11:55:35.802541 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:55:36.334810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16926): Launched\u000a11:55:36.443188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:55:36.714316 run patchelf(pid=16927): Launched\u000a11:55:36.894410 run osmo-stp_10.42.42.5(pid=16924): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16924)]\u000a11:55:37.026102 run osmo-stp_10.42.42.5(pid=16924): stdout: \u000a| (launched: 2022-12-13_11:55:35.540426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:37.158144 run osmo-stp_10.42.42.5(pid=16924): stderr: \u000a| �[0;m�[38;5;43m20221213115535717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115535718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115535718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115535718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115535719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115535719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115535719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:37.284766 run osmo-stp_10.42.42.5(pid=16924): stdout: \u000a| (launched: 2022-12-13_11:55:35.540426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:37.410123 run osmo-stp_10.42.42.5(pid=16924): stderr: \u000a| �[0;m�[38;5;43m20221213115535717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115535718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115535718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115535718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115535719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115535719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115535719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:37.556494 run patchelf(pid=16927): Terminating (SIGINT)\u000a11:55:37.728348 run patchelf(pid=16927): Terminated: ok {rc=0}\u000a11:55:37.759933 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16924): Process ended prematurely: osmo-stp_10.42.42.5(pid=16924) [trial-2389↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16924)] [trial-2389↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a11:55:37.769292 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:55:37.828594 run osmo-hlr_10.42.42.2(pid=16921): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16921)]\u000a11:55:37.876915 run osmo-hlr_10.42.42.2(pid=16921): stdout: \u000a| (launched: 2022-12-13_11:55:34.496737) \u000a11:55:37.925902 run osmo-hlr_10.42.42.2(pid=16921): stderr: \u000a| �[0;m�[1;31m20221213115534706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115534706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115534706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115534706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115534706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115534706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115534719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115534731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115534732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115534732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:37.967600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16914): Terminating (SIGTERM)\u000a11:55:38.007042 run iperf3-srv_10.42.42.10(pid=16915): Terminating (SIGTERM)\u000a11:55:38.046421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16916): Terminating (SIGTERM)\u000a11:55:38.085562 run iperf3-srv_10.42.42.10(pid=16917): Terminating (SIGTERM)\u000a11:55:38.125146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16920): Terminating (SIGTERM)\u000a11:55:38.164375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16923): Terminating (SIGTERM)\u000a11:55:38.204138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16926): Terminating (SIGTERM)\u000a11:55:38.213362 --- ParallelTerminationStrategy: PID 16914 died...\u000a11:55:38.266498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16914): Terminated: ok {rc=0}\u000a11:55:38.275946 --- ParallelTerminationStrategy: PID 16915 died...\u000a11:55:38.328215 run iperf3-srv_10.42.42.10(pid=16915): Terminated {rc=256}\u000a11:55:38.337586 --- ParallelTerminationStrategy: PID 16916 died...\u000a11:55:38.389575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16916): Terminated: ok {rc=0}\u000a11:55:38.398893 --- ParallelTerminationStrategy: PID 16917 died...\u000a11:55:38.451020 run iperf3-srv_10.42.42.10(pid=16917): Terminated {rc=256}\u000a11:55:38.460333 --- ParallelTerminationStrategy: PID 16920 died...\u000a11:55:38.513024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16920): Terminated: ok {rc=0}\u000a11:55:38.522514 --- ParallelTerminationStrategy: PID 16923 died...\u000a11:55:38.575662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16923): Terminated: ok {rc=0}\u000a11:55:38.585311 --- ParallelTerminationStrategy: PID 16926 died...\u000a11:55:38.638313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16926): Terminated: ok {rc=0}\u000a11:55:38.726990 bus /gobi_0: Setting Powered False\u000a11:55:39.830952 bus /gobi_0: Setting Powered False\u000a11:55:40.942524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16936): Process ended prematurely: osmo-stp_10.42.42.5(pid=16936) [trial-2389↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16936)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16936): Process ended prematurely: osmo-stp_10.42.42.5(pid=16936) [trial-2389↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a11:55:42.058630 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.070393 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:55:42.224772 tst iperf3.py: using LAC 33773\u000a11:55:42.353220 tst iperf3.py: using RAC 113\u000a11:55:42.480325 tst iperf3.py: using CellId 33773\u000a11:55:42.607712 tst iperf3.py: using BVCI 33774\u000a11:55:42.632708 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.643993 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.654927 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.665974 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.677177 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.688309 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.699753 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.710886 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:42.722224 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:43.002814 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:55:43.129510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:43.446131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16928): Launched\u000a11:55:43.712532 run iperf3-srv_10.42.42.10(pid=16929): Launched\u000a11:55:43.898261 tst iperf3.py:8: start network...\u000a11:55:44.024356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:44.510988 run create_hlr_db(pid=16930): Launched\u000a11:55:44.685769 bus /gobi_6: Setting Powered False\u000a11:55:45.707407 run create_hlr_db(pid=16930): Terminated: ok {rc=0}\u000a11:55:46.170685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16932): Launched\u000a11:55:46.570515 run osmo-hlr_10.42.42.2(pid=16933): Launched\u000a11:55:46.791594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:47.479062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16935): Launched\u000a11:55:47.808023 run osmo-stp_10.42.42.5(pid=16936): Launched\u000a11:55:47.927090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:55:48.497228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16938): Launched\u000a11:55:48.614014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:55:48.900283 run patchelf(pid=16939): Launched\u000a11:55:49.091741 run osmo-stp_10.42.42.5(pid=16936): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16936)]\u000a11:55:49.232282 run osmo-stp_10.42.42.5(pid=16936): stdout: \u000a| (launched: 2022-12-13_11:55:47.645432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:49.372873 run osmo-stp_10.42.42.5(pid=16936): stderr: \u000a| �[0;m�[38;5;43m20221213115547832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115547832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115547833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115547833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115547834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115547834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115547834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:49.508492 run osmo-stp_10.42.42.5(pid=16936): stdout: \u000a| (launched: 2022-12-13_11:55:47.645432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:49.643184 run osmo-stp_10.42.42.5(pid=16936): stderr: \u000a| �[0;m�[38;5;43m20221213115547832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115547832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115547833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115547833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115547834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115547834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115547834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:49.798977 run patchelf(pid=16939): Terminating (SIGINT)\u000a11:55:49.981624 run patchelf(pid=16939): Terminated: ok {rc=0}\u000a11:55:50.015181 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16936): Process ended prematurely: osmo-stp_10.42.42.5(pid=16936) [trial-2389↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16936)] [trial-2389↪gprs:trx-b200↪iperf3.py:8]\u000a11:55:50.025217 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a11:55:50.088491 run osmo-hlr_10.42.42.2(pid=16933): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16933)]\u000a11:55:50.140307 run osmo-hlr_10.42.42.2(pid=16933): stdout: \u000a| (launched: 2022-12-13_11:55:46.329305) \u000a11:55:50.192248 run osmo-hlr_10.42.42.2(pid=16933): stderr: \u000a| �[0;m�[1;31m20221213115546695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115546695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115546695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115546695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115546695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115546695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115546718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115546736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115546736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115546736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:50.236786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16928): Terminating (SIGTERM)\u000a11:55:50.278996 run iperf3-srv_10.42.42.10(pid=16929): Terminating (SIGTERM)\u000a11:55:50.321319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16932): Terminating (SIGTERM)\u000a11:55:50.363476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16935): Terminating (SIGTERM)\u000a11:55:50.405872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16938): Terminating (SIGTERM)\u000a11:55:50.415642 --- ParallelTerminationStrategy: PID 16928 died...\u000a11:55:50.472253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16928): Terminated: ok {rc=0}\u000a11:55:50.482372 --- ParallelTerminationStrategy: PID 16929 died...\u000a11:55:50.538405 run iperf3-srv_10.42.42.10(pid=16929): Terminated {rc=256}\u000a11:55:50.548454 --- ParallelTerminationStrategy: PID 16932 died...\u000a11:55:50.604205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16932): Terminated: ok {rc=0}\u000a11:55:50.614118 --- ParallelTerminationStrategy: PID 16935 died...\u000a11:55:50.670056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16935): Terminated: ok {rc=0}\u000a11:55:50.680097 --- ParallelTerminationStrategy: PID 16938 died...\u000a11:55:50.736126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16938): Terminated: ok {rc=0}\u000a11:55:50.823199 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16954): Process ended prematurely: osmo-stp_10.42.42.5(pid=16954) [trial-2389↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16954)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16954): Process ended prematurely: osmo-stp_10.42.42.5(pid=16954) [trial-2389↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a11:55:51.939681 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:51.951144 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:55:52.096768 tst iperf3m4.py: using LAC 33774\u000a11:55:52.225454 tst iperf3m4.py: using RAC 114\u000a11:55:52.354694 tst iperf3m4.py: using CellId 33774\u000a11:55:52.484785 tst iperf3m4.py: using BVCI 33775\u000a11:55:52.509855 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:52.521192 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:52.532063 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:52.543375 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:52.555180 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:52.566999 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:52.579085 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:52.590933 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:55:52.602896 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:52.723465 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:52.846500 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:52.967776 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:55:53.249375 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:55:53.376334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:53.693632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16940): Launched\u000a11:55:53.956111 run iperf3-srv_10.42.42.10(pid=16941): Launched\u000a11:55:54.142436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:55:54.269010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:54.588050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16942): Launched\u000a11:55:54.851153 run iperf3-srv_10.42.42.10(pid=16943): Launched\u000a11:55:55.039138 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:55:55.166764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:55.485069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16944): Launched\u000a11:55:55.746979 run iperf3-srv_10.42.42.10(pid=16945): Launched\u000a11:55:55.933672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:55:56.060564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:55:56.378148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16946): Launched\u000a11:55:56.641158 run iperf3-srv_10.42.42.10(pid=16947): Launched\u000a11:55:56.827783 tst iperf3m4.py:8: start network...\u000a11:55:56.955419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:57.446699 run create_hlr_db(pid=16948): Launched\u000a11:55:57.622837 bus /gobi_6: Setting Powered False\u000a11:55:58.655726 run create_hlr_db(pid=16948): Terminated: ok {rc=0}\u000a11:55:59.066940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16950): Launched\u000a11:55:59.371177 run osmo-hlr_10.42.42.2(pid=16951): Launched\u000a11:55:59.500001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:00.050820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16953): Launched\u000a11:56:00.356685 run osmo-stp_10.42.42.5(pid=16954): Launched\u000a11:56:00.467428 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:01.038496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16956): Launched\u000a11:56:01.152138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:01.439575 run patchelf(pid=16957): Launched\u000a11:56:01.623061 run osmo-stp_10.42.42.5(pid=16954): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16954)]\u000a11:56:01.757835 run osmo-stp_10.42.42.5(pid=16954): stdout: \u000a| (launched: 2022-12-13_11:56:00.206738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:01.893405 run osmo-stp_10.42.42.5(pid=16954): stderr: \u000a| �[0;m�[38;5;43m20221213115600377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115600377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115600377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115600378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115600378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115600378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115600378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:02.022304 run osmo-stp_10.42.42.5(pid=16954): stdout: \u000a| (launched: 2022-12-13_11:56:00.206738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:02.151175 run osmo-stp_10.42.42.5(pid=16954): stderr: \u000a| �[0;m�[38;5;43m20221213115600377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115600377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115600377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115600378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115600378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115600378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115600378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:02.298434 run patchelf(pid=16957): Terminating (SIGINT)\u000a11:56:02.470231 run patchelf(pid=16957): Terminated: ok {rc=0}\u000a11:56:02.502039 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16954): Process ended prematurely: osmo-stp_10.42.42.5(pid=16954) [trial-2389↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16954)] [trial-2389↪gprs:trx-b200↪iperf3m4.py:8]\u000a11:56:02.511640 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a11:56:02.572079 run osmo-hlr_10.42.42.2(pid=16951): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16951)]\u000a11:56:02.621366 run osmo-hlr_10.42.42.2(pid=16951): stdout: \u000a| (launched: 2022-12-13_11:55:59.221965) \u000a11:56:02.671393 run osmo-hlr_10.42.42.2(pid=16951): stderr: \u000a| �[0;m�[1;31m20221213115559397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115559397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115559397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115559397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115559397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115559397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115559506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115559519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115559520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115559520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:02.714056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16940): Terminating (SIGTERM)\u000a11:56:02.754554 run iperf3-srv_10.42.42.10(pid=16941): Terminating (SIGTERM)\u000a11:56:02.794602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16942): Terminating (SIGTERM)\u000a11:56:02.834575 run iperf3-srv_10.42.42.10(pid=16943): Terminating (SIGTERM)\u000a11:56:02.874998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16944): Terminating (SIGTERM)\u000a11:56:02.915686 run iperf3-srv_10.42.42.10(pid=16945): Terminating (SIGTERM)\u000a11:56:02.955687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16946): Terminating (SIGTERM)\u000a11:56:02.995576 run iperf3-srv_10.42.42.10(pid=16947): Terminating (SIGTERM)\u000a11:56:03.035491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16950): Terminating (SIGTERM)\u000a11:56:03.075485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16953): Terminating (SIGTERM)\u000a11:56:03.115496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16956): Terminating (SIGTERM)\u000a11:56:03.124792 --- ParallelTerminationStrategy: PID 16940 died...\u000a11:56:03.178789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16940): Terminated: ok {rc=0}\u000a11:56:03.188430 --- ParallelTerminationStrategy: PID 16941 died...\u000a11:56:03.241789 run iperf3-srv_10.42.42.10(pid=16941): Terminated {rc=256}\u000a11:56:03.251406 --- ParallelTerminationStrategy: PID 16942 died...\u000a11:56:03.304790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16942): Terminated: ok {rc=0}\u000a11:56:03.314509 --- ParallelTerminationStrategy: PID 16943 died...\u000a11:56:03.367944 run iperf3-srv_10.42.42.10(pid=16943): Terminated {rc=256}\u000a11:56:03.377945 --- ParallelTerminationStrategy: PID 16944 died...\u000a11:56:03.431309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16944): Terminated: ok {rc=0}\u000a11:56:03.440911 --- ParallelTerminationStrategy: PID 16945 died...\u000a11:56:03.494504 run iperf3-srv_10.42.42.10(pid=16945): Terminated {rc=256}\u000a11:56:03.504208 --- ParallelTerminationStrategy: PID 16946 died...\u000a11:56:03.557819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16946): Terminated: ok {rc=0}\u000a11:56:03.567579 --- ParallelTerminationStrategy: PID 16947 died...\u000a11:56:03.621012 run iperf3-srv_10.42.42.10(pid=16947): Terminated {rc=256}\u000a11:56:03.630587 --- ParallelTerminationStrategy: PID 16950 died...\u000a11:56:03.683942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16950): Terminated: ok {rc=0}\u000a11:56:03.693765 --- ParallelTerminationStrategy: PID 16953 died...\u000a11:56:03.747277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16953): Terminated: ok {rc=0}\u000a11:56:03.757006 --- ParallelTerminationStrategy: PID 16956 died...\u000a11:56:03.810722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16956): Terminated: ok {rc=0}\u000a11:56:03.895294 bus /gobi_4: Setting Powered False\u000a11:56:05.002726 bus /gobi_4: Setting Powered False\u000a11:56:06.112060 bus /gobi_1: Setting Powered False\u000a11:56:07.219321 bus /gobi_1: Setting Powered False\u000a11:56:08.328294 bus /gobi_0: Setting Powered False\u000a11:56:09.434439 bus /gobi_0: Setting Powered False\u000a11:56:10.543861 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16964): Process ended prematurely: osmo-stp_10.42.42.5(pid=16964) [trial-2389↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16964)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16964): Process ended prematurely: osmo-stp_10.42.42.5(pid=16964) [trial-2389↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a11:56:11.613170 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:11.625282 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:56:11.771751 tst ping.py: using LAC 33775\u000a11:56:11.892753 tst ping.py: using RAC 115\u000a11:56:12.012531 tst ping.py: using CellId 33775\u000a11:56:12.133071 tst ping.py: using BVCI 33776\u000a11:56:12.156064 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:12.166869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:12.177446 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:12.187904 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:12.198339 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:12.209340 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:12.220109 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:12.230864 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:56:12.511924 tst ping.py:19: start network...\u000a11:56:12.637238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:13.117307 run create_hlr_db(pid=16958): Launched\u000a11:56:13.289864 bus /gobi_6: Setting Powered False\u000a11:56:14.311300 run create_hlr_db(pid=16958): Terminated: ok {rc=0}\u000a11:56:14.712853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16960): Launched\u000a11:56:15.014250 run osmo-hlr_10.42.42.2(pid=16961): Launched\u000a11:56:15.129268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:15.653601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16963): Launched\u000a11:56:15.988454 run osmo-stp_10.42.42.5(pid=16964): Launched\u000a11:56:16.164278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:16.815003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16966): Launched\u000a11:56:16.925875 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:17.235150 run patchelf(pid=16967): Launched\u000a11:56:17.433330 run osmo-stp_10.42.42.5(pid=16964): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16964)]\u000a11:56:17.561488 run osmo-stp_10.42.42.5(pid=16964): stdout: \u000a| (launched: 2022-12-13_11:56:15.806256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:17.690005 run osmo-stp_10.42.42.5(pid=16964): stderr: \u000a| �[0;m�[38;5;43m20221213115616177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115616177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115616177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115616177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115616178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115616178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115616178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:17.813954 run osmo-stp_10.42.42.5(pid=16964): stdout: \u000a| (launched: 2022-12-13_11:56:15.806256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:17.936351 run osmo-stp_10.42.42.5(pid=16964): stderr: \u000a| �[0;m�[38;5;43m20221213115616177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115616177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115616177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115616177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115616178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115616178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115616178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:18.079455 run patchelf(pid=16967): Terminating (SIGINT)\u000a11:56:18.247977 run patchelf(pid=16967): Terminated: ok {rc=0}\u000a11:56:18.278645 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16964): Process ended prematurely: osmo-stp_10.42.42.5(pid=16964) [trial-2389↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16964)] [trial-2389↪gprs:trx-b200↪ping.py:22]\u000a11:56:18.287334 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:56:18.347486 run osmo-hlr_10.42.42.2(pid=16961): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16961)]\u000a11:56:18.396326 run osmo-hlr_10.42.42.2(pid=16961): stdout: \u000a| (launched: 2022-12-13_11:56:14.864886) \u000a11:56:18.445954 run osmo-hlr_10.42.42.2(pid=16961): stderr: \u000a| �[0;m�[1;31m20221213115615042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115615042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115615042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115615042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115615042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115615042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115615053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115615062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115615062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115615062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:18.488083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16960): Terminating (SIGTERM)\u000a11:56:18.527936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16963): Terminating (SIGTERM)\u000a11:56:18.567530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16966): Terminating (SIGTERM)\u000a11:56:18.576722 --- ParallelTerminationStrategy: PID 16960 died...\u000a11:56:18.630061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16960): Terminated: ok {rc=0}\u000a11:56:18.639657 --- ParallelTerminationStrategy: PID 16963 died...\u000a11:56:18.692785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16963): Terminated: ok {rc=0}\u000a11:56:18.702349 --- ParallelTerminationStrategy: PID 16966 died...\u000a11:56:18.755270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16966): Terminated: ok {rc=0}\u000a11:56:18.844120 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16974): Process ended prematurely: osmo-stp_10.42.42.5(pid=16974) [trial-2389↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16974)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16974): Process ended prematurely: osmo-stp_10.42.42.5(pid=16974) [trial-2389↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a11:56:19.896394 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:19.907911 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:56:20.048678 tst ping_idle_ping.py: using LAC 33776\u000a11:56:20.168552 tst ping_idle_ping.py: using RAC 116\u000a11:56:20.287075 tst ping_idle_ping.py: using CellId 33776\u000a11:56:20.411529 tst ping_idle_ping.py: using BVCI 33777\u000a11:56:20.436599 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:20.448015 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:20.459207 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:20.470471 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:20.482044 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:20.493344 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:20.504762 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:56:20.516183 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:56:20.793655 tst ping_idle_ping.py:24: start network...\u000a11:56:20.918975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:21.403835 run create_hlr_db(pid=16968): Launched\u000a11:56:21.577673 bus /gobi_6: Setting Powered False\u000a11:56:22.599240 run create_hlr_db(pid=16968): Terminated: ok {rc=0}\u000a11:56:23.000887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16970): Launched\u000a11:56:23.302807 run osmo-hlr_10.42.42.2(pid=16971): Launched\u000a11:56:23.422301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:23.950275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16973): Launched\u000a11:56:24.252141 run osmo-stp_10.42.42.5(pid=16974): Launched\u000a11:56:24.361819 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:24.889078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16976): Launched\u000a11:56:24.995539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:25.259545 run patchelf(pid=16977): Launched\u000a11:56:25.436821 run osmo-stp_10.42.42.5(pid=16974): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16974)]\u000a11:56:25.566535 run osmo-stp_10.42.42.5(pid=16974): stdout: \u000a| (launched: 2022-12-13_11:56:24.103098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:25.696275 run osmo-stp_10.42.42.5(pid=16974): stderr: \u000a| �[0;m�[38;5;43m20221213115624270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115624270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115624270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115624271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115624271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115624271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115624271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:25.821474 run osmo-stp_10.42.42.5(pid=16974): stdout: \u000a| (launched: 2022-12-13_11:56:24.103098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:25.945168 run osmo-stp_10.42.42.5(pid=16974): stderr: \u000a| �[0;m�[38;5;43m20221213115624270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115624270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115624270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115624271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115624271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115624271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115624271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:26.089467 run patchelf(pid=16977): Terminating (SIGINT)\u000a11:56:26.258949 run patchelf(pid=16977): Terminated: ok {rc=0}\u000a11:56:26.289912 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16974): Process ended prematurely: osmo-stp_10.42.42.5(pid=16974) [trial-2389↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16974)] [trial-2389↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a11:56:26.298688 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a11:56:26.358782 run osmo-hlr_10.42.42.2(pid=16971): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16971)]\u000a11:56:26.407918 run osmo-hlr_10.42.42.2(pid=16971): stdout: \u000a| (launched: 2022-12-13_11:56:23.154286) \u000a11:56:26.457654 run osmo-hlr_10.42.42.2(pid=16971): stderr: \u000a| �[0;m�[1;31m20221213115623325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115623325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115623325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115623325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115623325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115623325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115623338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115623346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115623346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115623346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:26.500053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16970): Terminating (SIGTERM)\u000a11:56:26.540105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16973): Terminating (SIGTERM)\u000a11:56:26.580044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16976): Terminating (SIGTERM)\u000a11:56:26.588881 --- ParallelTerminationStrategy: PID 16970 died...\u000a11:56:26.642866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16970): Terminated: ok {rc=0}\u000a11:56:26.652606 --- ParallelTerminationStrategy: PID 16973 died...\u000a11:56:26.706092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16973): Terminated: ok {rc=0}\u000a11:56:26.715754 --- ParallelTerminationStrategy: PID 16976 died...\u000a11:56:26.769168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16976): Terminated: ok {rc=0}\u000a11:56:26.858053 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:55:28" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16992): Process ended prematurely: osmo-stp_10.42.42.5(pid=16992) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16992)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16992): Process ended prematurely: osmo-stp_10.42.42.5(pid=16992) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:56:29.015382 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.026197 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:56:29.164594 tst cs_paging_gprs_active.py: using LAC 33777\u000a11:56:29.283415 tst cs_paging_gprs_active.py: using RAC 117\u000a11:56:29.407120 tst cs_paging_gprs_active.py: using CellId 33777\u000a11:56:29.525291 tst cs_paging_gprs_active.py: using BVCI 33778\u000a11:56:29.548567 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.559511 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.570215 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.580835 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.591471 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.602123 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.612943 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.623557 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:29.634456 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:29.754375 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:30.036135 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:56:30.164040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:30.482783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16982): Launched\u000a11:56:30.746859 run iperf3-srv_10.42.42.10(pid=16983): Launched\u000a11:56:30.935921 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:56:31.066247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:31.404115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16984): Launched\u000a11:56:31.687820 run iperf3-srv_10.42.42.10(pid=16985): Launched\u000a11:56:31.878100 tst cs_paging_gprs_active.py:38: start network...\u000a11:56:32.007865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:32.499873 run create_hlr_db(pid=16986): Launched\u000a11:56:32.675627 bus /gobi_6: Setting Powered False\u000a11:56:33.696144 run create_hlr_db(pid=16986): Terminated: ok {rc=0}\u000a11:56:34.102689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16988): Launched\u000a11:56:34.407963 run osmo-hlr_10.42.42.2(pid=16989): Launched\u000a11:56:34.519408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:35.051261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16991): Launched\u000a11:56:35.357726 run osmo-stp_10.42.42.5(pid=16992): Launched\u000a11:56:35.468213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:36.000850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16994): Launched\u000a11:56:36.109389 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:36.376582 run patchelf(pid=16995): Launched\u000a11:56:36.555731 run osmo-stp_10.42.42.5(pid=16992): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16992)]\u000a11:56:36.686756 run osmo-stp_10.42.42.5(pid=16992): stdout: \u000a| (launched: 2022-12-13_11:56:35.207266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:36.818361 run osmo-stp_10.42.42.5(pid=16992): stderr: \u000a| �[0;m�[38;5;43m20221213115635377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115635378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115635378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115635378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115635379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115635379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115635379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:36.944402 run osmo-stp_10.42.42.5(pid=16992): stdout: \u000a| (launched: 2022-12-13_11:56:35.207266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:37.069625 run osmo-stp_10.42.42.5(pid=16992): stderr: \u000a| �[0;m�[38;5;43m20221213115635377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115635378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115635378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115635378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115635379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115635379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115635379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:37.216417 run patchelf(pid=16995): Terminating (SIGINT)\u000a11:56:37.387939 run patchelf(pid=16995): Terminated: ok {rc=0}\u000a11:56:37.419540 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16992): Process ended prematurely: osmo-stp_10.42.42.5(pid=16992) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16992)] [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:56:37.428808 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a11:56:37.488503 run osmo-hlr_10.42.42.2(pid=16989): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16989)]\u000a11:56:37.537223 run osmo-hlr_10.42.42.2(pid=16989): stdout: \u000a| (launched: 2022-12-13_11:56:34.257725) \u000a11:56:37.586540 run osmo-hlr_10.42.42.2(pid=16989): stderr: \u000a| �[0;m�[1;31m20221213115634432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115634432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115634432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115634432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115634432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115634432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115634447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115634457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115634457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115634458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:37.628502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16982): Terminating (SIGTERM)\u000a11:56:37.667850 run iperf3-srv_10.42.42.10(pid=16983): Terminating (SIGTERM)\u000a11:56:37.707292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16984): Terminating (SIGTERM)\u000a11:56:37.746671 run iperf3-srv_10.42.42.10(pid=16985): Terminating (SIGTERM)\u000a11:56:37.786598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16988): Terminating (SIGTERM)\u000a11:56:37.826649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16991): Terminating (SIGTERM)\u000a11:56:37.866460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16994): Terminating (SIGTERM)\u000a11:56:37.875501 --- ParallelTerminationStrategy: PID 16982 died...\u000a11:56:37.928222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16982): Terminated: ok {rc=0}\u000a11:56:37.937678 --- ParallelTerminationStrategy: PID 16983 died...\u000a11:56:37.989869 run iperf3-srv_10.42.42.10(pid=16983): Terminated {rc=256}\u000a11:56:37.999195 --- ParallelTerminationStrategy: PID 16984 died...\u000a11:56:38.051558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16984): Terminated: ok {rc=0}\u000a11:56:38.061350 --- ParallelTerminationStrategy: PID 16985 died...\u000a11:56:38.113530 run iperf3-srv_10.42.42.10(pid=16985): Terminated {rc=256}\u000a11:56:38.122880 --- ParallelTerminationStrategy: PID 16988 died...\u000a11:56:38.175121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16988): Terminated: ok {rc=0}\u000a11:56:38.184543 --- ParallelTerminationStrategy: PID 16991 died...\u000a11:56:38.236710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16991): Terminated: ok {rc=0}\u000a11:56:38.246079 --- ParallelTerminationStrategy: PID 16994 died...\u000a11:56:38.298432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16994): Terminated: ok {rc=0}\u000a11:56:38.385790 bus /gobi_0: Setting Powered False\u000a11:56:39.490706 bus /gobi_0: Setting Powered False\u000a11:56:40.598423 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:56:41.707082 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:41.718710 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:56:41.867434 tst iperf3.py: using LAC 33778\u000a11:56:41.987767 tst iperf3.py: using RAC 118\u000a11:56:42.110837 tst iperf3.py: using CellId 33778\u000a11:56:42.229405 tst iperf3.py: using BVCI 33779\u000a11:56:42.252713 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:42.263733 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:42.274437 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:42.285193 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:42.295861 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:42.306560 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:42.317414 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:42.327977 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:42.338810 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:42.618749 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:56:42.746154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:43.064749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16996): Launched\u000a11:56:43.329818 run iperf3-srv_10.42.42.10(pid=16997): Launched\u000a11:56:43.516428 tst iperf3.py:8: start network...\u000a11:56:43.643894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:44.132319 run create_hlr_db(pid=16998): Launched\u000a11:56:44.308734 bus /gobi_6: Setting Powered False\u000a11:56:45.330993 run create_hlr_db(pid=16998): Terminated: ok {rc=0}\u000a11:56:45.742628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Launched\u000a11:56:46.279324 run osmo-hlr_10.42.42.2(pid=17001): Launched\u000a11:56:46.521619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:47.073477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Launched\u000a11:56:47.393734 run osmo-stp_10.42.42.5(pid=17004): Launched\u000a11:56:47.514121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:56:48.085328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17006): Launched\u000a11:56:48.202803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:56:48.489748 run patchelf(pid=17007): Launched\u000a11:56:48.681928 run osmo-stp_10.42.42.5(pid=17004): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]\u000a11:56:48.822629 run osmo-stp_10.42.42.5(pid=17004): stdout: \u000a| (launched: 2022-12-13_11:56:47.230658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:48.963480 run osmo-stp_10.42.42.5(pid=17004): stderr: \u000a| �[0;m�[38;5;43m20221213115647424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115647424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115647424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115647425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115647425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115647425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115647425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:49.099209 run osmo-stp_10.42.42.5(pid=17004): stdout: \u000a| (launched: 2022-12-13_11:56:47.230658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:49.234002 run osmo-stp_10.42.42.5(pid=17004): stderr: \u000a| �[0;m�[38;5;43m20221213115647424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115647424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115647424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115647425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115647425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115647425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115647425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:49.390595 run patchelf(pid=17007): Terminating (SIGINT)\u000a11:56:49.573983 run patchelf(pid=17007): Terminated: ok {rc=0}\u000a11:56:49.607693 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)] [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a11:56:49.617732 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:56:49.680803 run osmo-hlr_10.42.42.2(pid=17001): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17001)]\u000a11:56:49.732252 run osmo-hlr_10.42.42.2(pid=17001): stdout: \u000a| (launched: 2022-12-13_11:56:45.898640) \u000a11:56:49.784364 run osmo-hlr_10.42.42.2(pid=17001): stderr: \u000a| �[0;m�[1;31m20221213115646245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115646245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115646245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115646245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115646245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115646245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115646262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115646275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115646275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115646275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:49.828648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16996): Terminating (SIGTERM)\u000a11:56:49.870471 run iperf3-srv_10.42.42.10(pid=16997): Terminating (SIGTERM)\u000a11:56:49.912199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Terminating (SIGTERM)\u000a11:56:49.954110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Terminating (SIGTERM)\u000a11:56:49.995758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17006): Terminating (SIGTERM)\u000a11:56:50.005412 --- ParallelTerminationStrategy: PID 16996 died...\u000a11:56:50.062146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16996): Terminated: ok {rc=0}\u000a11:56:50.072282 --- ParallelTerminationStrategy: PID 16997 died...\u000a11:56:50.128600 run iperf3-srv_10.42.42.10(pid=16997): Terminated {rc=256}\u000a11:56:50.138624 --- ParallelTerminationStrategy: PID 17000 died...\u000a11:56:50.194856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Terminated: ok {rc=0}\u000a11:56:50.204738 --- ParallelTerminationStrategy: PID 17003 died...\u000a11:56:50.260928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Terminated: ok {rc=0}\u000a11:56:50.271001 --- ParallelTerminationStrategy: PID 17006 died...\u000a11:56:50.327391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17006): Terminated: ok {rc=0}\u000a11:56:50.415336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17022): Process ended prematurely: osmo-stp_10.42.42.5(pid=17022) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17022)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17022): Process ended prematurely: osmo-stp_10.42.42.5(pid=17022) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:56:51.531114 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:51.543226 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:56:51.693096 tst iperf3m4.py: using LAC 33779\u000a11:56:51.823802 tst iperf3m4.py: using RAC 119\u000a11:56:51.954869 tst iperf3m4.py: using CellId 33779\u000a11:56:52.083092 tst iperf3m4.py: using BVCI 33780\u000a11:56:52.108329 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:52.119839 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:52.131079 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:52.142368 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:52.153798 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:52.165723 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:52.177422 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:52.188747 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:56:52.200387 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:52.317915 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:52.440372 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:52.558788 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:56:52.857436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:56:52.994480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:53.335604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17008): Launched\u000a11:56:53.617738 run iperf3-srv_10.42.42.10(pid=17009): Launched\u000a11:56:53.819025 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:56:53.955398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:54.295594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17010): Launched\u000a11:56:54.578719 run iperf3-srv_10.42.42.10(pid=17011): Launched\u000a11:56:54.781566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:56:54.919081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:55.262466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17012): Launched\u000a11:56:55.543966 run iperf3-srv_10.42.42.10(pid=17013): Launched\u000a11:56:55.745661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:56:55.882626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:56:56.224421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17014): Launched\u000a11:56:56.507544 run iperf3-srv_10.42.42.10(pid=17015): Launched\u000a11:56:56.709245 tst iperf3m4.py:8: start network...\u000a11:56:56.846419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:57.363893 run create_hlr_db(pid=17016): Launched\u000a11:56:57.554570 bus /gobi_6: Setting Powered False\u000a11:56:58.574262 run create_hlr_db(pid=17016): Terminated: ok {rc=0}\u000a11:56:59.010496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17018): Launched\u000a11:56:59.340424 run osmo-hlr_10.42.42.2(pid=17019): Launched\u000a11:56:59.459119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:00.030055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17021): Launched\u000a11:57:00.357986 run osmo-stp_10.42.42.5(pid=17022): Launched\u000a11:57:00.476483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:01.069451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17024): Launched\u000a11:57:01.191125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:01.495881 run patchelf(pid=17025): Launched\u000a11:57:01.684592 run osmo-stp_10.42.42.5(pid=17022): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17022)]\u000a11:57:01.822546 run osmo-stp_10.42.42.5(pid=17022): stdout: \u000a| (launched: 2022-12-13_11:57:00.196858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:01.958658 run osmo-stp_10.42.42.5(pid=17022): stderr: \u000a| �[0;m�[38;5;43m20221213115700387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115700387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115700388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115700388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115700389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115700389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115700389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:02.092259 run osmo-stp_10.42.42.5(pid=17022): stdout: \u000a| (launched: 2022-12-13_11:57:00.196858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:02.223515 run osmo-stp_10.42.42.5(pid=17022): stderr: \u000a| �[0;m�[38;5;43m20221213115700387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115700387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115700388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115700388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115700389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115700389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115700389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:02.375237 run patchelf(pid=17025): Terminating (SIGINT)\u000a11:57:02.550609 run patchelf(pid=17025): Terminated: ok {rc=0}\u000a11:57:02.582996 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17022): Process ended prematurely: osmo-stp_10.42.42.5(pid=17022) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17022)] [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:57:02.592616 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:57:02.655773 run osmo-hlr_10.42.42.2(pid=17019): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17019)]\u000a11:57:02.706771 run osmo-hlr_10.42.42.2(pid=17019): stdout: \u000a| (launched: 2022-12-13_11:56:59.177861) \u000a11:57:02.757926 run osmo-hlr_10.42.42.2(pid=17019): stderr: \u000a| �[0;m�[1;31m20221213115659375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115659375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115659375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115659375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115659375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115659375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115659389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115659397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115659397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115659397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:02.802132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17008): Terminating (SIGTERM)\u000a11:57:02.843519 run iperf3-srv_10.42.42.10(pid=17009): Terminating (SIGTERM)\u000a11:57:02.885107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17010): Terminating (SIGTERM)\u000a11:57:02.926455 run iperf3-srv_10.42.42.10(pid=17011): Terminating (SIGTERM)\u000a11:57:02.967901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17012): Terminating (SIGTERM)\u000a11:57:03.009140 run iperf3-srv_10.42.42.10(pid=17013): Terminating (SIGTERM)\u000a11:57:03.050715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17014): Terminating (SIGTERM)\u000a11:57:03.092060 run iperf3-srv_10.42.42.10(pid=17015): Terminating (SIGTERM)\u000a11:57:03.133525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17018): Terminating (SIGTERM)\u000a11:57:03.174939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17021): Terminating (SIGTERM)\u000a11:57:03.217288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17024): Terminating (SIGTERM)\u000a11:57:03.226508 --- ParallelTerminationStrategy: PID 17008 died...\u000a11:57:03.282090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17008): Terminated: ok {rc=0}\u000a11:57:03.291888 --- ParallelTerminationStrategy: PID 17009 died...\u000a11:57:03.347226 run iperf3-srv_10.42.42.10(pid=17009): Terminated {rc=256}\u000a11:57:03.356941 --- ParallelTerminationStrategy: PID 17010 died...\u000a11:57:03.413126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17010): Terminated: ok {rc=0}\u000a11:57:03.423026 --- ParallelTerminationStrategy: PID 17011 died...\u000a11:57:03.478392 run iperf3-srv_10.42.42.10(pid=17011): Terminated {rc=256}\u000a11:57:03.488103 --- ParallelTerminationStrategy: PID 17012 died...\u000a11:57:03.543335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17012): Terminated: ok {rc=0}\u000a11:57:03.553101 --- ParallelTerminationStrategy: PID 17013 died...\u000a11:57:03.608389 run iperf3-srv_10.42.42.10(pid=17013): Terminated {rc=256}\u000a11:57:03.618100 --- ParallelTerminationStrategy: PID 17014 died...\u000a11:57:03.673204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17014): Terminated: ok {rc=0}\u000a11:57:03.682921 --- ParallelTerminationStrategy: PID 17015 died...\u000a11:57:03.738021 run iperf3-srv_10.42.42.10(pid=17015): Terminated {rc=256}\u000a11:57:03.747742 --- ParallelTerminationStrategy: PID 17018 died...\u000a11:57:03.802912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17018): Terminated: ok {rc=0}\u000a11:57:03.812596 --- ParallelTerminationStrategy: PID 17021 died...\u000a11:57:03.867674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17021): Terminated: ok {rc=0}\u000a11:57:03.877834 --- ParallelTerminationStrategy: PID 17024 died...\u000a11:57:03.932781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17024): Terminated: ok {rc=0}\u000a11:57:04.022592 bus /gobi_4: Setting Powered False\u000a11:57:05.130926 bus /gobi_4: Setting Powered False\u000a11:57:06.242500 bus /gobi_1: Setting Powered False\u000a11:57:07.350118 bus /gobi_1: Setting Powered False\u000a11:57:08.459639 bus /gobi_0: Setting Powered False\u000a11:57:09.566867 bus /gobi_0: Setting Powered False\u000a11:57:10.682326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17032): Process ended prematurely: osmo-stp_10.42.42.5(pid=17032) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17032)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17032): Process ended prematurely: osmo-stp_10.42.42.5(pid=17032) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:57:11.751460 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:11.763570 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:57:11.912853 tst ping.py: using LAC 33780\u000a11:57:12.042286 tst ping.py: using RAC 120\u000a11:57:12.169828 tst ping.py: using CellId 33780\u000a11:57:12.299475 tst ping.py: using BVCI 33781\u000a11:57:12.324443 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:12.335978 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:12.347218 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:12.358536 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:12.370048 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:12.381589 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:12.393361 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:12.404782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:57:12.700382 tst ping.py:19: start network...\u000a11:57:12.835694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:13.346211 run create_hlr_db(pid=17026): Launched\u000a11:57:13.535804 bus /gobi_6: Setting Powered False\u000a11:57:14.545442 run create_hlr_db(pid=17026): Terminated: ok {rc=0}\u000a11:57:14.989218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17028): Launched\u000a11:57:15.317572 run osmo-hlr_10.42.42.2(pid=17029): Launched\u000a11:57:15.436337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:16.037822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17031): Launched\u000a11:57:16.413665 run osmo-stp_10.42.42.5(pid=17032): Launched\u000a11:57:16.550820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:17.211448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17034): Launched\u000a11:57:17.332030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:17.619332 run patchelf(pid=17035): Launched\u000a11:57:17.809533 run osmo-stp_10.42.42.5(pid=17032): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17032)]\u000a11:57:17.948848 run osmo-stp_10.42.42.5(pid=17032): stdout: \u000a| (launched: 2022-12-13_11:57:16.206791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:18.088290 run osmo-stp_10.42.42.5(pid=17032): stderr: \u000a| �[0;m�[38;5;43m20221213115716580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115716580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115716580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115716582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115716583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115716583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115716583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:18.223198 run osmo-stp_10.42.42.5(pid=17032): stdout: \u000a| (launched: 2022-12-13_11:57:16.206791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:18.356675 run osmo-stp_10.42.42.5(pid=17032): stderr: \u000a| �[0;m�[38;5;43m20221213115716580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115716580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115716580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115716582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115716583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115716583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115716583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:18.511674 run patchelf(pid=17035): Terminating (SIGINT)\u000a11:57:18.693273 run patchelf(pid=17035): Terminated: ok {rc=0}\u000a11:57:18.726432 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17032): Process ended prematurely: osmo-stp_10.42.42.5(pid=17032) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17032)] [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a11:57:18.735848 tst ping.py:22: Test FAILED (7.0 sec)\u000a11:57:18.800361 run osmo-hlr_10.42.42.2(pid=17029): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17029)]\u000a11:57:18.852869 run osmo-hlr_10.42.42.2(pid=17029): stdout: \u000a| (launched: 2022-12-13_11:57:15.154686) \u000a11:57:18.906349 run osmo-hlr_10.42.42.2(pid=17029): stderr: \u000a| �[0;m�[1;31m20221213115715351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115715351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115715351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115715351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115715351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115715351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115715364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115715373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115715373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115715373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:18.951805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17028): Terminating (SIGTERM)\u000a11:57:18.994756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17031): Terminating (SIGTERM)\u000a11:57:19.037767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17034): Terminating (SIGTERM)\u000a11:57:19.047810 --- ParallelTerminationStrategy: PID 17028 died...\u000a11:57:19.105820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17028): Terminated: ok {rc=0}\u000a11:57:19.116342 --- ParallelTerminationStrategy: PID 17031 died...\u000a11:57:19.173387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17031): Terminated: ok {rc=0}\u000a11:57:19.183999 --- ParallelTerminationStrategy: PID 17034 died...\u000a11:57:19.241521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17034): Terminated: ok {rc=0}\u000a11:57:19.329845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17042): Process ended prematurely: osmo-stp_10.42.42.5(pid=17042) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17042)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17042): Process ended prematurely: osmo-stp_10.42.42.5(pid=17042) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:57:20.383559 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:20.396492 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:57:20.546069 tst ping_idle_ping.py: using LAC 33781\u000a11:57:20.677531 tst ping_idle_ping.py: using RAC 121\u000a11:57:20.805720 tst ping_idle_ping.py: using CellId 33781\u000a11:57:20.931125 tst ping_idle_ping.py: using BVCI 33782\u000a11:57:20.956206 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:20.967766 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:20.979055 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:20.990326 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:21.001932 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:21.013408 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:21.025126 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:57:21.036669 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:57:21.335842 tst ping_idle_ping.py:24: start network...\u000a11:57:21.472344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:21.988536 run create_hlr_db(pid=17036): Launched\u000a11:57:22.179252 bus /gobi_6: Setting Powered False\u000a11:57:23.200228 run create_hlr_db(pid=17036): Terminated: ok {rc=0}\u000a11:57:23.610668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17038): Launched\u000a11:57:23.915804 run osmo-hlr_10.42.42.2(pid=17039): Launched\u000a11:57:24.036915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:24.575551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17041): Launched\u000a11:57:24.881574 run osmo-stp_10.42.42.5(pid=17042): Launched\u000a11:57:24.993918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:25.567384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17044): Launched\u000a11:57:25.684499 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:25.970697 run patchelf(pid=17045): Launched\u000a11:57:26.162524 run osmo-stp_10.42.42.5(pid=17042): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17042)]\u000a11:57:26.303249 run osmo-stp_10.42.42.5(pid=17042): stdout: \u000a| (launched: 2022-12-13_11:57:24.730557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:26.443727 run osmo-stp_10.42.42.5(pid=17042): stderr: \u000a| �[0;m�[38;5;43m20221213115724899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115724899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115724899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115724899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115724900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115724900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115724900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:26.579170 run osmo-stp_10.42.42.5(pid=17042): stdout: \u000a| (launched: 2022-12-13_11:57:24.730557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:26.712876 run osmo-stp_10.42.42.5(pid=17042): stderr: \u000a| �[0;m�[38;5;43m20221213115724899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115724899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115724899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115724899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115724900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115724900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115724900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:26.868894 run patchelf(pid=17045): Terminating (SIGINT)\u000a11:57:27.051512 run patchelf(pid=17045): Terminated: ok {rc=0}\u000a11:57:27.084719 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17042): Process ended prematurely: osmo-stp_10.42.42.5(pid=17042) [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17042)] [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:57:27.094279 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:57:27.158176 run osmo-hlr_10.42.42.2(pid=17039): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17039)]\u000a11:57:27.210737 run osmo-hlr_10.42.42.2(pid=17039): stdout: \u000a| (launched: 2022-12-13_11:57:23.765346) \u000a11:57:27.263664 run osmo-hlr_10.42.42.2(pid=17039): stderr: \u000a| �[0;m�[1;31m20221213115723939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115723939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115723939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115723939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115723939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115723939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115723951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115723962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115723962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115723962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:27.308793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17038): Terminating (SIGTERM)\u000a11:57:27.351453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17041): Terminating (SIGTERM)\u000a11:57:27.394514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17044): Terminating (SIGTERM)\u000a11:57:27.404382 --- ParallelTerminationStrategy: PID 17038 died...\u000a11:57:27.462088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17038): Terminated: ok {rc=0}\u000a11:57:27.472407 --- ParallelTerminationStrategy: PID 17041 died...\u000a11:57:27.529594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17041): Terminated: ok {rc=0}\u000a11:57:27.539840 --- ParallelTerminationStrategy: PID 17044 died...\u000a11:57:27.597283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17044): Terminated: ok {rc=0}\u000a11:57:27.687403 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:56:28" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17059): Process ended prematurely: osmo-stp_10.42.42.5(pid=17059) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17059)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17059): Process ended prematurely: osmo-stp_10.42.42.5(pid=17059) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:57:29.850240 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:29.861186 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:57:30.021070 tst cs_paging_gprs_active.py: using LAC 33782\u000a11:57:30.144127 tst cs_paging_gprs_active.py: using RAC 122\u000a11:57:30.266191 tst cs_paging_gprs_active.py: using CellId 33782\u000a11:57:30.389568 tst cs_paging_gprs_active.py: using BVCI 33783\u000a11:57:30.413186 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:30.423955 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:30.434703 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:30.445426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:30.455997 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:30.466801 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:30.477620 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:30.488128 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:30.498949 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:30.620335 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:30.915323 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:57:31.059580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:31.439232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17049): Launched\u000a11:57:31.779910 run iperf3-srv_10.42.42.10(pid=17050): Launched\u000a11:57:32.040129 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:57:32.212684 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:32.549781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17051): Launched\u000a11:57:32.816699 run iperf3-srv_10.42.42.10(pid=17052): Launched\u000a11:57:33.005843 tst cs_paging_gprs_active.py:38: start network...\u000a11:57:33.134598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:33.631268 run create_hlr_db(pid=17053): Launched\u000a11:57:33.810042 bus /gobi_6: Setting Powered False\u000a11:57:34.831244 run create_hlr_db(pid=17053): Terminated: ok {rc=0}\u000a11:57:35.274074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17055): Launched\u000a11:57:35.607373 run osmo-hlr_10.42.42.2(pid=17056): Launched\u000a11:57:35.729904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:36.309724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17058): Launched\u000a11:57:36.643934 run osmo-stp_10.42.42.5(pid=17059): Launched\u000a11:57:36.765287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:37.346392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17061): Launched\u000a11:57:37.465007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:37.756804 run patchelf(pid=17062): Launched\u000a11:57:37.951742 run osmo-stp_10.42.42.5(pid=17059): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17059)]\u000a11:57:38.094223 run osmo-stp_10.42.42.5(pid=17059): stdout: \u000a| (launched: 2022-12-13_11:57:36.478576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:38.237697 run osmo-stp_10.42.42.5(pid=17059): stderr: \u000a| �[0;m�[38;5;43m20221213115736671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115736671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115736671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115736672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115736672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115736672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115736673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:38.375313 run osmo-stp_10.42.42.5(pid=17059): stdout: \u000a| (launched: 2022-12-13_11:57:36.478576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:38.511474 run osmo-stp_10.42.42.5(pid=17059): stderr: \u000a| �[0;m�[38;5;43m20221213115736671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115736671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115736671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115736672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115736672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115736672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115736673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:38.670532 run patchelf(pid=17062): Terminating (SIGINT)\u000a11:57:38.856495 run patchelf(pid=17062): Terminated: ok {rc=0}\u000a11:57:38.890522 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17059): Process ended prematurely: osmo-stp_10.42.42.5(pid=17059) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17059)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:57:38.900586 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a11:57:38.964351 run osmo-hlr_10.42.42.2(pid=17056): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17056)]\u000a11:57:39.016255 run osmo-hlr_10.42.42.2(pid=17056): stdout: \u000a| (launched: 2022-12-13_11:57:35.443480) \u000a11:57:39.068900 run osmo-hlr_10.42.42.2(pid=17056): stderr: \u000a| �[0;m�[1;31m20221213115735643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115735643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115735643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115735643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115735643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115735643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115735655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115735665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115735665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115735665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:39.114433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17049): Terminating (SIGTERM)\u000a11:57:39.157070 run iperf3-srv_10.42.42.10(pid=17050): Terminating (SIGTERM)\u000a11:57:39.200084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17051): Terminating (SIGTERM)\u000a11:57:39.242719 run iperf3-srv_10.42.42.10(pid=17052): Terminating (SIGTERM)\u000a11:57:39.285349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17055): Terminating (SIGTERM)\u000a11:57:39.327930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17058): Terminating (SIGTERM)\u000a11:57:39.370594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17061): Terminating (SIGTERM)\u000a11:57:39.380363 --- ParallelTerminationStrategy: PID 17049 died...\u000a11:57:39.437716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17049): Terminated: ok {rc=0}\u000a11:57:39.447898 --- ParallelTerminationStrategy: PID 17050 died...\u000a11:57:39.504447 run iperf3-srv_10.42.42.10(pid=17050): Terminated {rc=256}\u000a11:57:39.514606 --- ParallelTerminationStrategy: PID 17051 died...\u000a11:57:39.571207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17051): Terminated: ok {rc=0}\u000a11:57:39.581359 --- ParallelTerminationStrategy: PID 17052 died...\u000a11:57:39.637745 run iperf3-srv_10.42.42.10(pid=17052): Terminated {rc=256}\u000a11:57:39.647877 --- ParallelTerminationStrategy: PID 17055 died...\u000a11:57:39.704345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17055): Terminated: ok {rc=0}\u000a11:57:39.714409 --- ParallelTerminationStrategy: PID 17058 died...\u000a11:57:39.770634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17058): Terminated: ok {rc=0}\u000a11:57:39.780771 --- ParallelTerminationStrategy: PID 17061 died...\u000a11:57:39.837424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17061): Terminated: ok {rc=0}\u000a11:57:39.924475 bus /gobi_0: Setting Powered False\u000a11:57:41.030619 bus /gobi_0: Setting Powered False\u000a11:57:42.140016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17071): Process ended prematurely: osmo-stp_10.42.42.5(pid=17071) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17071)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17071): Process ended prematurely: osmo-stp_10.42.42.5(pid=17071) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:57:43.256715 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.269007 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:57:43.440788 tst iperf3.py: using LAC 33783\u000a11:57:43.570192 tst iperf3.py: using RAC 123\u000a11:57:43.694999 tst iperf3.py: using CellId 33783\u000a11:57:43.818526 tst iperf3.py: using BVCI 33784\u000a11:57:43.842341 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.853483 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.864348 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.875854 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.887002 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.898203 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.909417 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.920376 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:43.931593 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:44.231091 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:57:44.369345 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:44.715108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17063): Launched\u000a11:57:45.000424 run iperf3-srv_10.42.42.10(pid=17064): Launched\u000a11:57:45.204873 tst iperf3.py:8: start network...\u000a11:57:45.343671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:45.877105 run create_hlr_db(pid=17065): Launched\u000a11:57:46.095555 bus /gobi_6: Setting Powered False\u000a11:57:47.154152 run create_hlr_db(pid=17065): Terminated: ok {rc=0}\u000a11:57:47.628073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17067): Launched\u000a11:57:47.958721 run osmo-hlr_10.42.42.2(pid=17068): Launched\u000a11:57:48.078907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:48.659175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17070): Launched\u000a11:57:48.989360 run osmo-stp_10.42.42.5(pid=17071): Launched\u000a11:57:49.109093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:49.687735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17073): Launched\u000a11:57:49.806691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:50.097501 run patchelf(pid=17074): Launched\u000a11:57:50.292433 run osmo-stp_10.42.42.5(pid=17071): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17071)]\u000a11:57:50.434461 run osmo-stp_10.42.42.5(pid=17071): stdout: \u000a| (launched: 2022-12-13_11:57:48.827440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:50.576690 run osmo-stp_10.42.42.5(pid=17071): stderr: \u000a| �[0;m�[38;5;43m20221213115749019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115749019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115749020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115749020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115749021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115749021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115749021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:50.713850 run osmo-stp_10.42.42.5(pid=17071): stdout: \u000a| (launched: 2022-12-13_11:57:48.827440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:50.849816 run osmo-stp_10.42.42.5(pid=17071): stderr: \u000a| �[0;m�[38;5;43m20221213115749019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115749019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115749020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115749020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115749021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115749021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115749021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:51.007968 run patchelf(pid=17074): Terminating (SIGINT)\u000a11:57:51.194015 run patchelf(pid=17074): Terminated: ok {rc=0}\u000a11:57:51.228052 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17071): Process ended prematurely: osmo-stp_10.42.42.5(pid=17071) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17071)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:57:51.238212 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a11:57:51.302403 run osmo-hlr_10.42.42.2(pid=17068): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17068)]\u000a11:57:51.354563 run osmo-hlr_10.42.42.2(pid=17068): stdout: \u000a| (launched: 2022-12-13_11:57:47.796617) \u000a11:57:51.407229 run osmo-hlr_10.42.42.2(pid=17068): stderr: \u000a| �[0;m�[1;31m20221213115747995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115747995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115747995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115747995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115747995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115747995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115748008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115748017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115748017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115748017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:51.452249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17063): Terminating (SIGTERM)\u000a11:57:51.494873 run iperf3-srv_10.42.42.10(pid=17064): Terminating (SIGTERM)\u000a11:57:51.537784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17067): Terminating (SIGTERM)\u000a11:57:51.580574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17070): Terminating (SIGTERM)\u000a11:57:51.623377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17073): Terminating (SIGTERM)\u000a11:57:51.633228 --- ParallelTerminationStrategy: PID 17063 died...\u000a11:57:51.690739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17063): Terminated: ok {rc=0}\u000a11:57:51.701078 --- ParallelTerminationStrategy: PID 17064 died...\u000a11:57:51.758222 run iperf3-srv_10.42.42.10(pid=17064): Terminated {rc=256}\u000a11:57:51.768535 --- ParallelTerminationStrategy: PID 17067 died...\u000a11:57:51.825851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17067): Terminated: ok {rc=0}\u000a11:57:51.836109 --- ParallelTerminationStrategy: PID 17070 died...\u000a11:57:51.893479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17070): Terminated: ok {rc=0}\u000a11:57:51.903713 --- ParallelTerminationStrategy: PID 17073 died...\u000a11:57:51.960607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17073): Terminated: ok {rc=0}\u000a11:57:52.049508 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17089): Process ended prematurely: osmo-stp_10.42.42.5(pid=17089) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17089)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17089): Process ended prematurely: osmo-stp_10.42.42.5(pid=17089) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:57:53.166726 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.179204 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:57:53.346249 tst iperf3m4.py: using LAC 33784\u000a11:57:53.472756 tst iperf3m4.py: using RAC 124\u000a11:57:53.593805 tst iperf3m4.py: using CellId 33784\u000a11:57:53.714032 tst iperf3m4.py: using BVCI 33785\u000a11:57:53.737997 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.749157 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.760088 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.771227 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.782283 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.793530 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.804601 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.815613 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:57:53.826679 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:53.948132 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:54.075205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:54.195479 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:57:54.497915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:57:54.636859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:54.981582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17075): Launched\u000a11:57:55.269054 run iperf3-srv_10.42.42.10(pid=17076): Launched\u000a11:57:55.474080 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:57:55.612925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:55.960093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17077): Launched\u000a11:57:56.247207 run iperf3-srv_10.42.42.10(pid=17078): Launched\u000a11:57:56.452019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:57:56.591175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:56.937586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17079): Launched\u000a11:57:57.224247 run iperf3-srv_10.42.42.10(pid=17080): Launched\u000a11:57:57.428260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:57:57.566660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:57.911337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17081): Launched\u000a11:57:58.198513 run iperf3-srv_10.42.42.10(pid=17082): Launched\u000a11:57:58.402821 tst iperf3m4.py:8: start network...\u000a11:57:58.541762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:59.038944 run create_hlr_db(pid=17083): Launched\u000a11:57:59.217868 bus /gobi_6: Setting Powered False\u000a11:58:00.240013 run create_hlr_db(pid=17083): Terminated: ok {rc=0}\u000a11:58:00.654127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17085): Launched\u000a11:58:01.105748 run osmo-hlr_10.42.42.2(pid=17086): Launched\u000a11:58:01.269945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:01.959884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17088): Launched\u000a11:58:02.373489 run osmo-stp_10.42.42.5(pid=17089): Launched\u000a11:58:02.504584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:03.088472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17091): Launched\u000a11:58:03.208064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:03.499267 run patchelf(pid=17092): Launched\u000a11:58:03.693504 run osmo-stp_10.42.42.5(pid=17089): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17089)]\u000a11:58:03.835646 run osmo-stp_10.42.42.5(pid=17089): stdout: \u000a| (launched: 2022-12-13_11:58:02.120020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:03.978063 run osmo-stp_10.42.42.5(pid=17089): stderr: \u000a| �[0;m�[38;5;43m20221213115802403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115802403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115802404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115802404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:04.115165 run osmo-stp_10.42.42.5(pid=17089): stdout: \u000a| (launched: 2022-12-13_11:58:02.120020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:04.251237 run osmo-stp_10.42.42.5(pid=17089): stderr: \u000a| �[0;m�[38;5;43m20221213115802403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115802403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115802404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115802404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115802405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:04.409306 run patchelf(pid=17092): Terminating (SIGINT)\u000a11:58:04.595168 run patchelf(pid=17092): Terminated: ok {rc=0}\u000a11:58:04.629308 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17089): Process ended prematurely: osmo-stp_10.42.42.5(pid=17089) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17089)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:58:04.639486 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a11:58:04.704161 run osmo-hlr_10.42.42.2(pid=17086): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17086)]\u000a11:58:04.756312 run osmo-hlr_10.42.42.2(pid=17086): stdout: \u000a| (launched: 2022-12-13_11:58:00.812502) \u000a11:58:04.809079 run osmo-hlr_10.42.42.2(pid=17086): stderr: \u000a| �[0;m�[1;31m20221213115801203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115801203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115801203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115801203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115801203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115801203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115801253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115801262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115801262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115801262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:04.854200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17075): Terminating (SIGTERM)\u000a11:58:04.896842 run iperf3-srv_10.42.42.10(pid=17076): Terminating (SIGTERM)\u000a11:58:04.939577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17077): Terminating (SIGTERM)\u000a11:58:04.982391 run iperf3-srv_10.42.42.10(pid=17078): Terminating (SIGTERM)\u000a11:58:05.025134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17079): Terminating (SIGTERM)\u000a11:58:05.067774 run iperf3-srv_10.42.42.10(pid=17080): Terminating (SIGTERM)\u000a11:58:05.110899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17081): Terminating (SIGTERM)\u000a11:58:05.153454 run iperf3-srv_10.42.42.10(pid=17082): Terminating (SIGTERM)\u000a11:58:05.196189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17085): Terminating (SIGTERM)\u000a11:58:05.238825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17088): Terminating (SIGTERM)\u000a11:58:05.281690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17091): Terminating (SIGTERM)\u000a11:58:05.291549 --- ParallelTerminationStrategy: PID 17075 died...\u000a11:58:05.349370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17075): Terminated: ok {rc=0}\u000a11:58:05.359921 --- ParallelTerminationStrategy: PID 17076 died...\u000a11:58:05.416815 run iperf3-srv_10.42.42.10(pid=17076): Terminated {rc=256}\u000a11:58:05.426950 --- ParallelTerminationStrategy: PID 17077 died...\u000a11:58:05.484166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17077): Terminated: ok {rc=0}\u000a11:58:05.494525 --- ParallelTerminationStrategy: PID 17078 died...\u000a11:58:05.551517 run iperf3-srv_10.42.42.10(pid=17078): Terminated {rc=256}\u000a11:58:05.561920 --- ParallelTerminationStrategy: PID 17079 died...\u000a11:58:05.619146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17079): Terminated: ok {rc=0}\u000a11:58:05.629438 --- ParallelTerminationStrategy: PID 17080 died...\u000a11:58:05.686350 run iperf3-srv_10.42.42.10(pid=17080): Terminated {rc=256}\u000a11:58:05.696486 --- ParallelTerminationStrategy: PID 17081 died...\u000a11:58:05.753852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17081): Terminated: ok {rc=0}\u000a11:58:05.764279 --- ParallelTerminationStrategy: PID 17082 died...\u000a11:58:05.821971 run iperf3-srv_10.42.42.10(pid=17082): Terminated {rc=256}\u000a11:58:05.832283 --- ParallelTerminationStrategy: PID 17085 died...\u000a11:58:05.889637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17085): Terminated: ok {rc=0}\u000a11:58:05.899873 --- ParallelTerminationStrategy: PID 17088 died...\u000a11:58:05.956551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17088): Terminated: ok {rc=0}\u000a11:58:05.966790 --- ParallelTerminationStrategy: PID 17091 died...\u000a11:58:06.023041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17091): Terminated: ok {rc=0}\u000a11:58:06.110448 bus /gobi_4: Setting Powered False\u000a11:58:07.217521 bus /gobi_4: Setting Powered False\u000a11:58:08.326128 bus /gobi_1: Setting Powered False\u000a11:58:09.433358 bus /gobi_1: Setting Powered False\u000a11:58:10.546921 bus /gobi_0: Setting Powered False\u000a11:58:11.648519 bus /gobi_0: Setting Powered False\u000a11:58:12.760290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17099): Process ended prematurely: osmo-stp_10.42.42.5(pid=17099) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17099)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17099): Process ended prematurely: osmo-stp_10.42.42.5(pid=17099) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:58:13.828405 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:13.840308 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:58:14.000463 tst ping.py: using LAC 33785\u000a11:58:14.120264 tst ping.py: using RAC 125\u000a11:58:14.244041 tst ping.py: using CellId 33785\u000a11:58:14.361475 tst ping.py: using BVCI 33786\u000a11:58:14.384554 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:14.395616 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:14.406635 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:14.417537 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:14.428217 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:14.439062 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:14.450148 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:14.461118 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:58:14.755661 tst ping.py:19: start network...\u000a11:58:14.891846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:15.404179 run create_hlr_db(pid=17093): Launched\u000a11:58:15.594162 bus /gobi_6: Setting Powered False\u000a11:58:16.607671 run create_hlr_db(pid=17093): Terminated: ok {rc=0}\u000a11:58:17.040622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17095): Launched\u000a11:58:17.351871 run osmo-hlr_10.42.42.2(pid=17096): Launched\u000a11:58:17.473504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:18.015067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17098): Launched\u000a11:58:18.320160 run osmo-stp_10.42.42.5(pid=17099): Launched\u000a11:58:18.436194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:18.970298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17101): Launched\u000a11:58:19.078036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:19.343120 run patchelf(pid=17102): Launched\u000a11:58:19.521174 run osmo-stp_10.42.42.5(pid=17099): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17099)]\u000a11:58:19.651333 run osmo-stp_10.42.42.5(pid=17099): stdout: \u000a| (launched: 2022-12-13_11:58:18.169360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:19.781629 run osmo-stp_10.42.42.5(pid=17099): stderr: \u000a| �[0;m�[38;5;43m20221213115818338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115818338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115818339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115818339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115818339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115818339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115818340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:19.906994 run osmo-stp_10.42.42.5(pid=17099): stdout: \u000a| (launched: 2022-12-13_11:58:18.169360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:20.031679 run osmo-stp_10.42.42.5(pid=17099): stderr: \u000a| �[0;m�[38;5;43m20221213115818338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115818338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115818339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115818339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115818339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115818339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115818340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:20.176486 run patchelf(pid=17102): Terminating (SIGINT)\u000a11:58:20.346295 run patchelf(pid=17102): Terminated: ok {rc=0}\u000a11:58:20.377095 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17099): Process ended prematurely: osmo-stp_10.42.42.5(pid=17099) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17099)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:58:20.386311 tst ping.py:22: Test FAILED (6.5 sec)\u000a11:58:20.446381 run osmo-hlr_10.42.42.2(pid=17096): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17096)]\u000a11:58:20.495945 run osmo-hlr_10.42.42.2(pid=17096): stdout: \u000a| (launched: 2022-12-13_11:58:17.199717) \u000a11:58:20.545886 run osmo-hlr_10.42.42.2(pid=17096): stderr: \u000a| �[0;m�[1;31m20221213115817375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115817375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115817375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115817375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115817375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115817375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115817388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115817396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115817396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115817396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:20.587926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17095): Terminating (SIGTERM)\u000a11:58:20.627528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17098): Terminating (SIGTERM)\u000a11:58:20.667362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17101): Terminating (SIGTERM)\u000a11:58:20.676625 --- ParallelTerminationStrategy: PID 17095 died...\u000a11:58:20.730213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17095): Terminated: ok {rc=0}\u000a11:58:20.739995 --- ParallelTerminationStrategy: PID 17098 died...\u000a11:58:20.792928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17098): Terminated: ok {rc=0}\u000a11:58:20.802591 --- ParallelTerminationStrategy: PID 17101 died...\u000a11:58:20.855620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17101): Terminated: ok {rc=0}\u000a11:58:20.939635 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17109): Process ended prematurely: osmo-stp_10.42.42.5(pid=17109) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17109)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17109): Process ended prematurely: osmo-stp_10.42.42.5(pid=17109) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:58:21.991183 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:22.003146 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:58:22.166542 tst ping_idle_ping.py: using LAC 33786\u000a11:58:22.288174 tst ping_idle_ping.py: using RAC 126\u000a11:58:22.410712 tst ping_idle_ping.py: using CellId 33786\u000a11:58:22.532223 tst ping_idle_ping.py: using BVCI 33787\u000a11:58:22.555447 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:22.566575 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:22.577487 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:22.588424 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:22.600138 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:22.611550 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:22.623040 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:58:22.634541 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:58:22.931575 tst ping_idle_ping.py:24: start network...\u000a11:58:23.068698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:23.592119 run create_hlr_db(pid=17103): Launched\u000a11:58:23.782910 bus /gobi_6: Setting Powered False\u000a11:58:24.802469 run create_hlr_db(pid=17103): Terminated: ok {rc=0}\u000a11:58:25.237225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Launched\u000a11:58:25.563366 run osmo-hlr_10.42.42.2(pid=17106): Launched\u000a11:58:25.686292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:26.254926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Launched\u000a11:58:26.581625 run osmo-stp_10.42.42.5(pid=17109): Launched\u000a11:58:26.699954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:27.268094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17111): Launched\u000a11:58:27.384285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:27.670115 run patchelf(pid=17112): Launched\u000a11:58:27.860621 run osmo-stp_10.42.42.5(pid=17109): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17109)]\u000a11:58:27.999937 run osmo-stp_10.42.42.5(pid=17109): stdout: \u000a| (launched: 2022-12-13_11:58:26.420761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:28.139875 run osmo-stp_10.42.42.5(pid=17109): stderr: \u000a| �[0;m�[38;5;43m20221213115826613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115826613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115826613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115826614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115826614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115826614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115826614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:28.275538 run osmo-stp_10.42.42.5(pid=17109): stdout: \u000a| (launched: 2022-12-13_11:58:26.420761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:28.408913 run osmo-stp_10.42.42.5(pid=17109): stderr: \u000a| �[0;m�[38;5;43m20221213115826613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115826613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115826613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115826614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115826614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115826614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115826614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:28.564237 run patchelf(pid=17112): Terminating (SIGINT)\u000a11:58:28.745889 run patchelf(pid=17112): Terminated: ok {rc=0}\u000a11:58:28.778824 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17109): Process ended prematurely: osmo-stp_10.42.42.5(pid=17109) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17109)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:58:28.788188 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:58:28.852034 run osmo-hlr_10.42.42.2(pid=17106): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)]\u000a11:58:28.904274 run osmo-hlr_10.42.42.2(pid=17106): stdout: \u000a| (launched: 2022-12-13_11:58:25.403207) \u000a11:58:28.956863 run osmo-hlr_10.42.42.2(pid=17106): stderr: \u000a| �[0;m�[1;31m20221213115825600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115825600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115825601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115825601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115825601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115825601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115825613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115825622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115825622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115825622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:29.001919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Terminating (SIGTERM)\u000a11:58:29.044229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Terminating (SIGTERM)\u000a11:58:29.086528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17111): Terminating (SIGTERM)\u000a11:58:29.096251 --- ParallelTerminationStrategy: PID 17105 died...\u000a11:58:29.153628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Terminated: ok {rc=0}\u000a11:58:29.163750 --- ParallelTerminationStrategy: PID 17108 died...\u000a11:58:29.220318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Terminated: ok {rc=0}\u000a11:58:29.230402 --- ParallelTerminationStrategy: PID 17111 died...\u000a11:58:29.286493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17111): Terminated: ok {rc=0}\u000a11:58:29.373987 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:57:29" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17128): Process ended prematurely: osmo-stp_10.42.42.5(pid=17128) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17128)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17128): Process ended prematurely: osmo-stp_10.42.42.5(pid=17128) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:58:31.580779 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:31.595508 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:58:31.801659 tst cs_paging_gprs_active.py: using LAC 33787\u000a11:58:31.965644 tst cs_paging_gprs_active.py: using RAC 127\u000a11:58:32.098116 tst cs_paging_gprs_active.py: using CellId 33787\u000a11:58:32.236467 tst cs_paging_gprs_active.py: using BVCI 33788\u000a11:58:32.263728 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:32.276185 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:32.288535 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:32.300917 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:32.314637 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:32.328821 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:32.342366 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:32.356019 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:32.368542 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:32.486582 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:32.789179 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:58:32.928288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:33.274676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17118): Launched\u000a11:58:33.561490 run iperf3-srv_10.42.42.10(pid=17119): Launched\u000a11:58:33.765658 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:58:33.904269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:34.250646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17120): Launched\u000a11:58:34.537360 run iperf3-srv_10.42.42.10(pid=17121): Launched\u000a11:58:34.741496 tst cs_paging_gprs_active.py:38: start network...\u000a11:58:34.880630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:35.406889 run create_hlr_db(pid=17122): Launched\u000a11:58:35.599967 bus /gobi_6: Setting Powered False\u000a11:58:36.620062 run create_hlr_db(pid=17122): Terminated: ok {rc=0}\u000a11:58:37.064574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17124): Launched\u000a11:58:37.399299 run osmo-hlr_10.42.42.2(pid=17125): Launched\u000a11:58:37.521205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:38.097875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17127): Launched\u000a11:58:38.431755 run osmo-stp_10.42.42.5(pid=17128): Launched\u000a11:58:38.552183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:39.131864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17130): Launched\u000a11:58:39.250925 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:39.541765 run patchelf(pid=17131): Launched\u000a11:58:39.736144 run osmo-stp_10.42.42.5(pid=17128): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17128)]\u000a11:58:39.878530 run osmo-stp_10.42.42.5(pid=17128): stdout: \u000a| (launched: 2022-12-13_11:58:38.267001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:40.021459 run osmo-stp_10.42.42.5(pid=17128): stderr: \u000a| �[0;m�[38;5;43m20221213115838458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115838458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115838458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115838459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115838459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115838459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115838459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:40.159097 run osmo-stp_10.42.42.5(pid=17128): stdout: \u000a| (launched: 2022-12-13_11:58:38.267001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:40.295745 run osmo-stp_10.42.42.5(pid=17128): stderr: \u000a| �[0;m�[38;5;43m20221213115838458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115838458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115838458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115838459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115838459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115838459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115838459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:40.454980 run patchelf(pid=17131): Terminating (SIGINT)\u000a11:58:40.641366 run patchelf(pid=17131): Terminated: ok {rc=0}\u000a11:58:40.675538 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17128): Process ended prematurely: osmo-stp_10.42.42.5(pid=17128) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17128)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:58:40.685701 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a11:58:40.750067 run osmo-hlr_10.42.42.2(pid=17125): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17125)]\u000a11:58:40.802271 run osmo-hlr_10.42.42.2(pid=17125): stdout: \u000a| (launched: 2022-12-13_11:58:37.234438) \u000a11:58:40.855023 run osmo-hlr_10.42.42.2(pid=17125): stderr: \u000a| �[0;m�[1;31m20221213115837432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115837432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115837432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115837432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115837432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115837433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115837448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115837456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115837456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115837456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:40.900110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17118): Terminating (SIGTERM)\u000a11:58:40.942460 run iperf3-srv_10.42.42.10(pid=17119): Terminating (SIGTERM)\u000a11:58:40.984672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17120): Terminating (SIGTERM)\u000a11:58:41.026891 run iperf3-srv_10.42.42.10(pid=17121): Terminating (SIGTERM)\u000a11:58:41.069235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17124): Terminating (SIGTERM)\u000a11:58:41.111639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17127): Terminating (SIGTERM)\u000a11:58:41.153976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17130): Terminating (SIGTERM)\u000a11:58:41.163609 --- ParallelTerminationStrategy: PID 17118 died...\u000a11:58:41.220795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17118): Terminated: ok {rc=0}\u000a11:58:41.230919 --- ParallelTerminationStrategy: PID 17119 died...\u000a11:58:41.287434 run iperf3-srv_10.42.42.10(pid=17119): Terminated {rc=256}\u000a11:58:41.297841 --- ParallelTerminationStrategy: PID 17120 died...\u000a11:58:41.354499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17120): Terminated: ok {rc=0}\u000a11:58:41.364510 --- ParallelTerminationStrategy: PID 17121 died...\u000a11:58:41.420904 run iperf3-srv_10.42.42.10(pid=17121): Terminated {rc=256}\u000a11:58:41.430925 --- ParallelTerminationStrategy: PID 17124 died...\u000a11:58:41.487945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17124): Terminated: ok {rc=0}\u000a11:58:41.498085 --- ParallelTerminationStrategy: PID 17127 died...\u000a11:58:41.555112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17127): Terminated: ok {rc=0}\u000a11:58:41.565362 --- ParallelTerminationStrategy: PID 17130 died...\u000a11:58:41.622357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17130): Terminated: ok {rc=0}\u000a11:58:41.710594 bus /gobi_0: Setting Powered False\u000a11:58:42.819195 bus /gobi_0: Setting Powered False\u000a11:58:43.928825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:58:45.045713 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.057939 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:58:45.232358 tst iperf3.py: using LAC 33788\u000a11:58:45.364032 tst iperf3.py: using RAC 128\u000a11:58:45.495613 tst iperf3.py: using CellId 33788\u000a11:58:45.619508 tst iperf3.py: using BVCI 33789\u000a11:58:45.643288 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.654464 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.665506 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.676308 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.687210 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.698100 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.709036 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.719677 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:45.730631 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:46.043053 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:58:46.174066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:46.515688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17132): Launched\u000a11:58:46.801895 run iperf3-srv_10.42.42.10(pid=17133): Launched\u000a11:58:46.994600 tst iperf3.py:8: start network...\u000a11:58:47.126822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:47.622885 run create_hlr_db(pid=17134): Launched\u000a11:58:47.800471 bus /gobi_6: Setting Powered False\u000a11:58:48.821884 run create_hlr_db(pid=17134): Terminated: ok {rc=0}\u000a11:58:49.264446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Launched\u000a11:58:49.598524 run osmo-hlr_10.42.42.2(pid=17137): Launched\u000a11:58:49.721673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:50.299552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Launched\u000a11:58:50.630653 run osmo-stp_10.42.42.5(pid=17140): Launched\u000a11:58:50.751459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:51.329105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17142): Launched\u000a11:58:51.448176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:51.740825 run patchelf(pid=17143): Launched\u000a11:58:51.935318 run osmo-stp_10.42.42.5(pid=17140): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]\u000a11:58:52.077059 run osmo-stp_10.42.42.5(pid=17140): stdout: \u000a| (launched: 2022-12-13_11:58:50.467502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:52.219697 run osmo-stp_10.42.42.5(pid=17140): stderr: \u000a| �[0;m�[38;5;43m20221213115850660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115850660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115850660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115850661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115850661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115850661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115850661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:52.357224 run osmo-stp_10.42.42.5(pid=17140): stdout: \u000a| (launched: 2022-12-13_11:58:50.467502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:52.493002 run osmo-stp_10.42.42.5(pid=17140): stderr: \u000a| �[0;m�[38;5;43m20221213115850660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115850660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115850660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115850661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115850661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115850661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115850661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:52.650736 run patchelf(pid=17143): Terminating (SIGINT)\u000a11:58:52.835872 run patchelf(pid=17143): Terminated: ok {rc=0}\u000a11:58:52.869843 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:58:52.879956 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:58:52.944343 run osmo-hlr_10.42.42.2(pid=17137): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17137)]\u000a11:58:52.996272 run osmo-hlr_10.42.42.2(pid=17137): stdout: \u000a| (launched: 2022-12-13_11:58:49.433139) \u000a11:58:53.048928 run osmo-hlr_10.42.42.2(pid=17137): stderr: \u000a| �[0;m�[1;31m20221213115849631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115849631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115849631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115849631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115849631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115849631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115849643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115849652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115849652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115849652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:53.094051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17132): Terminating (SIGTERM)\u000a11:58:53.136692 run iperf3-srv_10.42.42.10(pid=17133): Terminating (SIGTERM)\u000a11:58:53.179527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Terminating (SIGTERM)\u000a11:58:53.222775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Terminating (SIGTERM)\u000a11:58:53.265499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17142): Terminating (SIGTERM)\u000a11:58:53.275357 --- ParallelTerminationStrategy: PID 17132 died...\u000a11:58:53.332698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17132): Terminated: ok {rc=0}\u000a11:58:53.342920 --- ParallelTerminationStrategy: PID 17133 died...\u000a11:58:53.399654 run iperf3-srv_10.42.42.10(pid=17133): Terminated {rc=256}\u000a11:58:53.409806 --- ParallelTerminationStrategy: PID 17136 died...\u000a11:58:53.466615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Terminated: ok {rc=0}\u000a11:58:53.476678 --- ParallelTerminationStrategy: PID 17139 died...\u000a11:58:53.533623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Terminated: ok {rc=0}\u000a11:58:53.543714 --- ParallelTerminationStrategy: PID 17142 died...\u000a11:58:53.600476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17142): Terminated: ok {rc=0}\u000a11:58:53.689109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17159): Process ended prematurely: osmo-stp_10.42.42.5(pid=17159) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17159)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17159): Process ended prematurely: osmo-stp_10.42.42.5(pid=17159) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:58:54.807403 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:54.819603 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:58:54.990486 tst iperf3m4.py: using LAC 33789\u000a11:58:55.119840 tst iperf3m4.py: using RAC 129\u000a11:58:55.251180 tst iperf3m4.py: using CellId 33789\u000a11:58:55.381535 tst iperf3m4.py: using BVCI 33790\u000a11:58:55.407011 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:55.418548 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:55.429912 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:55.441310 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:55.452712 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:55.464356 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:55.476093 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:55.487610 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:58:55.499521 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:55.620636 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:55.746190 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:55.868192 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:58:56.169192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:58:56.309377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:56.654620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17145): Launched\u000a11:58:56.940597 run iperf3-srv_10.42.42.10(pid=17146): Launched\u000a11:58:57.145192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:58:57.284390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:57.628283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17147): Launched\u000a11:58:57.915113 run iperf3-srv_10.42.42.10(pid=17148): Launched\u000a11:58:58.119569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:58:58.258670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:58.605766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17149): Launched\u000a11:58:58.891688 run iperf3-srv_10.42.42.10(pid=17150): Launched\u000a11:58:59.095796 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:58:59.234617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:59.578783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17151): Launched\u000a11:58:59.864478 run iperf3-srv_10.42.42.10(pid=17152): Launched\u000a11:59:00.068054 tst iperf3m4.py:8: start network...\u000a11:59:00.206415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:00.731049 run create_hlr_db(pid=17153): Launched\u000a11:59:00.942488 bus /gobi_6: Setting Powered False\u000a11:59:02.000776 run create_hlr_db(pid=17153): Terminated: ok {rc=0}\u000a11:59:02.467922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17155): Launched\u000a11:59:02.799711 run osmo-hlr_10.42.42.2(pid=17156): Launched\u000a11:59:02.924340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:03.500780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17158): Launched\u000a11:59:03.834056 run osmo-stp_10.42.42.5(pid=17159): Launched\u000a11:59:03.954799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:04.534949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17161): Launched\u000a11:59:04.653366 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:04.943328 run patchelf(pid=17162): Launched\u000a11:59:05.137595 run osmo-stp_10.42.42.5(pid=17159): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17159)]\u000a11:59:05.280286 run osmo-stp_10.42.42.5(pid=17159): stdout: \u000a| (launched: 2022-12-13_11:59:03.668837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:05.423081 run osmo-stp_10.42.42.5(pid=17159): stderr: \u000a| �[0;m�[38;5;43m20221213115903857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115903858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115903858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115903858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115903859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115903859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115903859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:05.560466 run osmo-stp_10.42.42.5(pid=17159): stdout: \u000a| (launched: 2022-12-13_11:59:03.668837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:05.696699 run osmo-stp_10.42.42.5(pid=17159): stderr: \u000a| �[0;m�[38;5;43m20221213115903857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115903858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115903858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115903858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115903859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115903859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115903859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:05.855028 run patchelf(pid=17162): Terminating (SIGINT)\u000a11:59:06.040536 run patchelf(pid=17162): Terminated: ok {rc=0}\u000a11:59:06.074553 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17159): Process ended prematurely: osmo-stp_10.42.42.5(pid=17159) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17159)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:59:06.084675 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a11:59:06.148715 run osmo-hlr_10.42.42.2(pid=17156): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17156)]\u000a11:59:06.200680 run osmo-hlr_10.42.42.2(pid=17156): stdout: \u000a| (launched: 2022-12-13_11:59:02.636161) \u000a11:59:06.253444 run osmo-hlr_10.42.42.2(pid=17156): stderr: \u000a| �[0;m�[1;31m20221213115902833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115902833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115902833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115902833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115902833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115902833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115902846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115902854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115902855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115902855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:06.298581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17145): Terminating (SIGTERM)\u000a11:59:06.341598 run iperf3-srv_10.42.42.10(pid=17146): Terminating (SIGTERM)\u000a11:59:06.384676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17147): Terminating (SIGTERM)\u000a11:59:06.427384 run iperf3-srv_10.42.42.10(pid=17148): Terminating (SIGTERM)\u000a11:59:06.469904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17149): Terminating (SIGTERM)\u000a11:59:06.512730 run iperf3-srv_10.42.42.10(pid=17150): Terminating (SIGTERM)\u000a11:59:06.555031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17151): Terminating (SIGTERM)\u000a11:59:06.597665 run iperf3-srv_10.42.42.10(pid=17152): Terminating (SIGTERM)\u000a11:59:06.639940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17155): Terminating (SIGTERM)\u000a11:59:06.682559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17158): Terminating (SIGTERM)\u000a11:59:06.724689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17161): Terminating (SIGTERM)\u000a11:59:06.734425 --- ParallelTerminationStrategy: PID 17145 died...\u000a11:59:06.791680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17145): Terminated: ok {rc=0}\u000a11:59:06.801879 --- ParallelTerminationStrategy: PID 17146 died...\u000a11:59:06.858962 run iperf3-srv_10.42.42.10(pid=17146): Terminated {rc=256}\u000a11:59:06.869122 --- ParallelTerminationStrategy: PID 17147 died...\u000a11:59:06.925888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17147): Terminated: ok {rc=0}\u000a11:59:06.935987 --- ParallelTerminationStrategy: PID 17148 died...\u000a11:59:06.992937 run iperf3-srv_10.42.42.10(pid=17148): Terminated {rc=256}\u000a11:59:07.002972 --- ParallelTerminationStrategy: PID 17149 died...\u000a11:59:07.059779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17149): Terminated: ok {rc=0}\u000a11:59:07.069977 --- ParallelTerminationStrategy: PID 17150 died...\u000a11:59:07.126962 run iperf3-srv_10.42.42.10(pid=17150): Terminated {rc=256}\u000a11:59:07.137147 --- ParallelTerminationStrategy: PID 17151 died...\u000a11:59:07.194053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17151): Terminated: ok {rc=0}\u000a11:59:07.204298 --- ParallelTerminationStrategy: PID 17152 died...\u000a11:59:07.261511 run iperf3-srv_10.42.42.10(pid=17152): Terminated {rc=256}\u000a11:59:07.271571 --- ParallelTerminationStrategy: PID 17155 died...\u000a11:59:07.328084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17155): Terminated: ok {rc=0}\u000a11:59:07.338161 --- ParallelTerminationStrategy: PID 17158 died...\u000a11:59:07.394390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17158): Terminated: ok {rc=0}\u000a11:59:07.404482 --- ParallelTerminationStrategy: PID 17161 died...\u000a11:59:07.461097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17161): Terminated: ok {rc=0}\u000a11:59:07.550098 bus /gobi_4: Setting Powered False\u000a11:59:08.655167 bus /gobi_4: Setting Powered False\u000a11:59:09.768016 bus /gobi_1: Setting Powered False\u000a11:59:10.877480 bus /gobi_1: Setting Powered False\u000a11:59:11.990595 bus /gobi_0: Setting Powered False\u000a11:59:13.097677 bus /gobi_0: Setting Powered False\u000a11:59:14.208486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17169): Process ended prematurely: osmo-stp_10.42.42.5(pid=17169) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17169)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17169): Process ended prematurely: osmo-stp_10.42.42.5(pid=17169) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:59:15.278669 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:15.290915 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:59:15.460681 tst ping.py: using LAC 33790\u000a11:59:15.587977 tst ping.py: using RAC 130\u000a11:59:15.712522 tst ping.py: using CellId 33790\u000a11:59:15.834575 tst ping.py: using BVCI 33791\u000a11:59:15.858490 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:15.870149 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:15.882107 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:15.894774 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:15.910531 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:15.923971 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:15.941541 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:15.957049 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:59:16.312206 tst ping.py:19: start network...\u000a11:59:16.454347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:17.016931 run create_hlr_db(pid=17163): Launched\u000a11:59:17.214288 bus /gobi_6: Setting Powered False\u000a11:59:18.228088 run create_hlr_db(pid=17163): Terminated: ok {rc=0}\u000a11:59:18.645651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17165): Launched\u000a11:59:18.953726 run osmo-hlr_10.42.42.2(pid=17166): Launched\u000a11:59:19.065362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:19.600889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17168): Launched\u000a11:59:19.905700 run osmo-stp_10.42.42.5(pid=17169): Launched\u000a11:59:20.015937 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:20.548092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17171): Launched\u000a11:59:20.656595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:20.924102 run patchelf(pid=17172): Launched\u000a11:59:21.103081 run osmo-stp_10.42.42.5(pid=17169): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17169)]\u000a11:59:21.233809 run osmo-stp_10.42.42.5(pid=17169): stdout: \u000a| (launched: 2022-12-13_11:59:19.755929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:21.364681 run osmo-stp_10.42.42.5(pid=17169): stderr: \u000a| �[0;m�[38;5;43m20221213115919924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115919924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115919925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115919925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115919926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115919926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115919926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:21.490960 run osmo-stp_10.42.42.5(pid=17169): stdout: \u000a| (launched: 2022-12-13_11:59:19.755929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:21.615933 run osmo-stp_10.42.42.5(pid=17169): stderr: \u000a| �[0;m�[38;5;43m20221213115919924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115919924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115919925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115919925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115919926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115919926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115919926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:21.761540 run patchelf(pid=17172): Terminating (SIGINT)\u000a11:59:21.931803 run patchelf(pid=17172): Terminated: ok {rc=0}\u000a11:59:21.963040 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17169): Process ended prematurely: osmo-stp_10.42.42.5(pid=17169) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17169)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:59:21.971804 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:59:22.031731 run osmo-hlr_10.42.42.2(pid=17166): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17166)]\u000a11:59:22.080626 run osmo-hlr_10.42.42.2(pid=17166): stdout: \u000a| (launched: 2022-12-13_11:59:18.800658) \u000a11:59:22.130511 run osmo-hlr_10.42.42.2(pid=17166): stderr: \u000a| �[0;m�[1;31m20221213115918977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115918977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115918977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115918977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115918977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115918977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115918990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115918998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115918998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115918998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:22.173132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17165): Terminating (SIGTERM)\u000a11:59:22.213196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17168): Terminating (SIGTERM)\u000a11:59:22.253806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17171): Terminating (SIGTERM)\u000a11:59:22.263135 --- ParallelTerminationStrategy: PID 17165 died...\u000a11:59:22.317119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17165): Terminated: ok {rc=0}\u000a11:59:22.326821 --- ParallelTerminationStrategy: PID 17168 died...\u000a11:59:22.380190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17168): Terminated: ok {rc=0}\u000a11:59:22.389844 --- ParallelTerminationStrategy: PID 17171 died...\u000a11:59:22.442886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17171): Terminated: ok {rc=0}\u000a11:59:22.531602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17179): Process ended prematurely: osmo-stp_10.42.42.5(pid=17179) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17179)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17179): Process ended prematurely: osmo-stp_10.42.42.5(pid=17179) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:59:23.586278 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:23.599028 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:59:23.771916 tst ping_idle_ping.py: using LAC 33791\u000a11:59:23.901736 tst ping_idle_ping.py: using RAC 131\u000a11:59:24.031056 tst ping_idle_ping.py: using CellId 33791\u000a11:59:24.160762 tst ping_idle_ping.py: using BVCI 33792\u000a11:59:24.186342 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:24.197899 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:24.209330 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:24.220797 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:24.233251 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:24.245518 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:24.257860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:59:24.270011 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:59:24.569882 tst ping_idle_ping.py:24: start network...\u000a11:59:24.706271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:25.219809 run create_hlr_db(pid=17173): Launched\u000a11:59:25.410395 bus /gobi_6: Setting Powered False\u000a11:59:26.429979 run create_hlr_db(pid=17173): Terminated: ok {rc=0}\u000a11:59:26.866218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17175): Launched\u000a11:59:27.193401 run osmo-hlr_10.42.42.2(pid=17176): Launched\u000a11:59:27.313518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:27.881566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17178): Launched\u000a11:59:28.208230 run osmo-stp_10.42.42.5(pid=17179): Launched\u000a11:59:28.326766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:28.896917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17181): Launched\u000a11:59:29.014054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:29.298859 run patchelf(pid=17182): Launched\u000a11:59:29.489502 run osmo-stp_10.42.42.5(pid=17179): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17179)]\u000a11:59:29.628672 run osmo-stp_10.42.42.5(pid=17179): stdout: \u000a| (launched: 2022-12-13_11:59:28.047612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:29.768074 run osmo-stp_10.42.42.5(pid=17179): stderr: \u000a| �[0;m�[38;5;43m20221213115928239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115928239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115928239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115928240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115928240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115928240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115928240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:29.902614 run osmo-stp_10.42.42.5(pid=17179): stdout: \u000a| (launched: 2022-12-13_11:59:28.047612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:30.035808 run osmo-stp_10.42.42.5(pid=17179): stderr: \u000a| �[0;m�[38;5;43m20221213115928239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115928239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115928239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115928240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115928240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115928240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115928240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:30.191129 run patchelf(pid=17182): Terminating (SIGINT)\u000a11:59:30.373225 run patchelf(pid=17182): Terminated: ok {rc=0}\u000a11:59:30.406246 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17179): Process ended prematurely: osmo-stp_10.42.42.5(pid=17179) [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17179)] [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:59:30.415694 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:59:30.479611 run osmo-hlr_10.42.42.2(pid=17176): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17176)]\u000a11:59:30.531196 run osmo-hlr_10.42.42.2(pid=17176): stdout: \u000a| (launched: 2022-12-13_11:59:27.032414) \u000a11:59:30.583970 run osmo-hlr_10.42.42.2(pid=17176): stderr: \u000a| �[0;m�[1;31m20221213115927230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115927230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115927230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115927230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115927230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115927230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115927242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115927251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115927251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115927251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:30.628877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17175): Terminating (SIGTERM)\u000a11:59:30.671220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17178): Terminating (SIGTERM)\u000a11:59:30.713603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17181): Terminating (SIGTERM)\u000a11:59:30.723220 --- ParallelTerminationStrategy: PID 17175 died...\u000a11:59:30.779834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17175): Terminated: ok {rc=0}\u000a11:59:30.789929 --- ParallelTerminationStrategy: PID 17178 died...\u000a11:59:30.846708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17178): Terminated: ok {rc=0}\u000a11:59:30.858164 --- ParallelTerminationStrategy: PID 17181 died...\u000a11:59:30.922410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17181): Terminated: ok {rc=0}\u000a11:59:31.019354 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:58:31" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17196): Process ended prematurely: osmo-stp_10.42.42.5(pid=17196) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17196)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17196): Process ended prematurely: osmo-stp_10.42.42.5(pid=17196) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:59:33.187477 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.199163 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:59:33.343811 tst cs_paging_gprs_active.py: using LAC 33792\u000a11:59:33.467856 tst cs_paging_gprs_active.py: using RAC 132\u000a11:59:33.591472 tst cs_paging_gprs_active.py: using CellId 33792\u000a11:59:33.715560 tst cs_paging_gprs_active.py: using BVCI 33793\u000a11:59:33.739457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.750937 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.762162 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.773356 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.784457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.795623 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.806876 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.817942 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:33.829336 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:33.953065 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:34.256760 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:59:34.396227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:34.742209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17186): Launched\u000a11:59:35.028715 run iperf3-srv_10.42.42.10(pid=17187): Launched\u000a11:59:35.233382 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:59:35.373089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:35.719335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17188): Launched\u000a11:59:36.006773 run iperf3-srv_10.42.42.10(pid=17189): Launched\u000a11:59:36.210938 tst cs_paging_gprs_active.py:38: start network...\u000a11:59:36.350454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:36.875839 run create_hlr_db(pid=17190): Launched\u000a11:59:37.067798 bus /gobi_6: Setting Powered False\u000a11:59:38.088103 run create_hlr_db(pid=17190): Terminated: ok {rc=0}\u000a11:59:38.505078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17192): Launched\u000a11:59:38.818625 run osmo-hlr_10.42.42.2(pid=17193): Launched\u000a11:59:38.933462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:39.475830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17195): Launched\u000a11:59:39.788110 run osmo-stp_10.42.42.5(pid=17196): Launched\u000a11:59:39.913155 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:40.461359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17198): Launched\u000a11:59:40.571745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:40.845683 run patchelf(pid=17199): Launched\u000a11:59:41.028182 run osmo-stp_10.42.42.5(pid=17196): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17196)]\u000a11:59:41.162178 run osmo-stp_10.42.42.5(pid=17196): stdout: \u000a| (launched: 2022-12-13_11:59:39.634113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:41.295878 run osmo-stp_10.42.42.5(pid=17196): stderr: \u000a| �[0;m�[38;5;43m20221213115939805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115939805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115939806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115939806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115939807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115939807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115939807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:41.424418 run osmo-stp_10.42.42.5(pid=17196): stdout: \u000a| (launched: 2022-12-13_11:59:39.634113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:41.551609 run osmo-stp_10.42.42.5(pid=17196): stderr: \u000a| �[0;m�[38;5;43m20221213115939805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115939805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115939806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115939806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115939807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115939807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115939807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:41.700015 run patchelf(pid=17199): Terminating (SIGINT)\u000a11:59:41.874109 run patchelf(pid=17199): Terminated: ok {rc=0}\u000a11:59:41.906149 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17196): Process ended prematurely: osmo-stp_10.42.42.5(pid=17196) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17196)] [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:59:41.915595 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:59:41.976698 run osmo-hlr_10.42.42.2(pid=17193): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17193)]\u000a11:59:42.026776 run osmo-hlr_10.42.42.2(pid=17193): stdout: \u000a| (launched: 2022-12-13_11:59:38.664313) \u000a11:59:42.077577 run osmo-hlr_10.42.42.2(pid=17193): stderr: \u000a| �[0;m�[1;31m20221213115938840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115938840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115938840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115938840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115938840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115938840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115938855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115938864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115938864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115938864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:42.120765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17186): Terminating (SIGTERM)\u000a11:59:42.161883 run iperf3-srv_10.42.42.10(pid=17187): Terminating (SIGTERM)\u000a11:59:42.202789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17188): Terminating (SIGTERM)\u000a11:59:42.243761 run iperf3-srv_10.42.42.10(pid=17189): Terminating (SIGTERM)\u000a11:59:42.284741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17192): Terminating (SIGTERM)\u000a11:59:42.325850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17195): Terminating (SIGTERM)\u000a11:59:42.366887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17198): Terminating (SIGTERM)\u000a11:59:42.376212 --- ParallelTerminationStrategy: PID 17186 died...\u000a11:59:42.430226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17186): Terminated: ok {rc=0}\u000a11:59:42.439860 --- ParallelTerminationStrategy: PID 17187 died...\u000a11:59:42.493606 run iperf3-srv_10.42.42.10(pid=17187): Terminated {rc=256}\u000a11:59:42.503228 --- ParallelTerminationStrategy: PID 17188 died...\u000a11:59:42.557119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17188): Terminated: ok {rc=0}\u000a11:59:42.566761 --- ParallelTerminationStrategy: PID 17189 died...\u000a11:59:42.620605 run iperf3-srv_10.42.42.10(pid=17189): Terminated {rc=256}\u000a11:59:42.630260 --- ParallelTerminationStrategy: PID 17192 died...\u000a11:59:42.684766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17192): Terminated: ok {rc=0}\u000a11:59:42.694485 --- ParallelTerminationStrategy: PID 17195 died...\u000a11:59:42.748286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17195): Terminated: ok {rc=0}\u000a11:59:42.757982 --- ParallelTerminationStrategy: PID 17198 died...\u000a11:59:42.811902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17198): Terminated: ok {rc=0}\u000a11:59:42.901879 bus /gobi_0: Setting Powered False\u000a11:59:44.006744 bus /gobi_0: Setting Powered False\u000a11:59:45.119428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17208): Process ended prematurely: osmo-stp_10.42.42.5(pid=17208) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17208)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17208): Process ended prematurely: osmo-stp_10.42.42.5(pid=17208) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:59:46.272642 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:46.291245 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:59:46.491363 tst iperf3.py: using LAC 33793\u000a11:59:46.623757 tst iperf3.py: using RAC 133\u000a11:59:46.776689 tst iperf3.py: using CellId 33793\u000a11:59:46.909503 tst iperf3.py: using BVCI 33794\u000a11:59:46.937169 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:46.950456 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:46.963735 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:46.977477 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:46.992549 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:47.006612 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:47.020813 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:47.034747 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:47.048540 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:47.363201 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:59:47.503661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:47.851782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17200): Launched\u000a11:59:48.138682 run iperf3-srv_10.42.42.10(pid=17201): Launched\u000a11:59:48.345065 tst iperf3.py:8: start network...\u000a11:59:48.484895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:49.010316 run create_hlr_db(pid=17202): Launched\u000a11:59:49.202761 bus /gobi_6: Setting Powered False\u000a11:59:50.223560 run create_hlr_db(pid=17202): Terminated: ok {rc=0}\u000a11:59:50.642043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17204): Launched\u000a11:59:50.954032 run osmo-hlr_10.42.42.2(pid=17205): Launched\u000a11:59:51.077116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:51.622307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17207): Launched\u000a11:59:51.936640 run osmo-stp_10.42.42.5(pid=17208): Launched\u000a11:59:52.049688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:52.590593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17210): Launched\u000a11:59:52.700612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:52.972225 run patchelf(pid=17211): Launched\u000a11:59:53.153269 run osmo-stp_10.42.42.5(pid=17208): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17208)]\u000a11:59:53.285852 run osmo-stp_10.42.42.5(pid=17208): stdout: \u000a| (launched: 2022-12-13_11:59:51.780410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:53.418504 run osmo-stp_10.42.42.5(pid=17208): stderr: \u000a| �[0;m�[38;5;43m20221213115951949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115951949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115951950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115951950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115951951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115951951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115951951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:53.546346 run osmo-stp_10.42.42.5(pid=17208): stdout: \u000a| (launched: 2022-12-13_11:59:51.780410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:53.673222 run osmo-stp_10.42.42.5(pid=17208): stderr: \u000a| �[0;m�[38;5;43m20221213115951949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213115951949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213115951950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213115951950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213115951951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213115951951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213115951951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:53.821279 run patchelf(pid=17211): Terminating (SIGINT)\u000a11:59:53.994896 run patchelf(pid=17211): Terminated: ok {rc=0}\u000a11:59:54.026774 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17208): Process ended prematurely: osmo-stp_10.42.42.5(pid=17208) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17208)] [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:59:54.036215 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:59:54.096317 run osmo-hlr_10.42.42.2(pid=17205): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17205)]\u000a11:59:54.145235 run osmo-hlr_10.42.42.2(pid=17205): stdout: \u000a| (launched: 2022-12-13_11:59:50.800507) \u000a11:59:54.194882 run osmo-hlr_10.42.42.2(pid=17205): stderr: \u000a| �[0;m�[1;31m20221213115950976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213115950976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213115950976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115950976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213115950976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213115950976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213115950987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213115950995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213115950996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213115950996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:54.237069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17200): Terminating (SIGTERM)\u000a11:59:54.276636 run iperf3-srv_10.42.42.10(pid=17201): Terminating (SIGTERM)\u000a11:59:54.316388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17204): Terminating (SIGTERM)\u000a11:59:54.356097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17207): Terminating (SIGTERM)\u000a11:59:54.395790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17210): Terminating (SIGTERM)\u000a11:59:54.404909 --- ParallelTerminationStrategy: PID 17200 died...\u000a11:59:54.457931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17200): Terminated: ok {rc=0}\u000a11:59:54.467484 --- ParallelTerminationStrategy: PID 17201 died...\u000a11:59:54.520392 run iperf3-srv_10.42.42.10(pid=17201): Terminated {rc=256}\u000a11:59:54.529919 --- ParallelTerminationStrategy: PID 17204 died...\u000a11:59:54.583219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17204): Terminated: ok {rc=0}\u000a11:59:54.592739 --- ParallelTerminationStrategy: PID 17207 died...\u000a11:59:54.645938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17207): Terminated: ok {rc=0}\u000a11:59:54.655460 --- ParallelTerminationStrategy: PID 17210 died...\u000a11:59:54.708598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17210): Terminated: ok {rc=0}\u000a11:59:54.797652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17256): Process ended prematurely: osmo-stp_10.42.42.5(pid=17256) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17256)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17256): Process ended prematurely: osmo-stp_10.42.42.5(pid=17256) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:59:55.909502 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:55.921545 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:59:56.065474 tst iperf3m4.py: using LAC 33794\u000a11:59:56.186778 tst iperf3m4.py: using RAC 134\u000a11:59:56.309863 tst iperf3m4.py: using CellId 33794\u000a11:59:56.440094 tst iperf3m4.py: using BVCI 33795\u000a11:59:56.465913 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:56.478044 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:56.489944 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:56.501820 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:56.514812 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:56.527677 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:56.541196 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:56.553712 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:59:56.566527 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:56.686447 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:56.812478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:56.932454 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:59:57.218202 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:59:57.348093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:57.672824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17212): Launched\u000a11:59:57.941340 run iperf3-srv_10.42.42.10(pid=17213): Launched\u000a11:59:58.130841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:59:58.259970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:58.582886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17214): Launched\u000a11:59:58.851435 run iperf3-srv_10.42.42.10(pid=17215): Launched\u000a11:59:59.040757 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:59:59.169949 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:59.493934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17216): Launched\u000a11:59:59.760882 run iperf3-srv_10.42.42.10(pid=17217): Launched\u000a11:59:59.950592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:00:00.079342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:00.403115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17218): Launched\u000a12:00:00.670274 run iperf3-srv_10.42.42.10(pid=17219): Launched\u000a12:00:00.866007 tst iperf3m4.py:8: start network...\u000a12:00:01.007282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:01.546857 run create_hlr_db(pid=17220): Launched\u000a12:00:01.761597 bus /gobi_6: Setting Powered False\u000a12:00:02.771178 run create_hlr_db(pid=17220): Terminated: ok {rc=0}\u000a12:00:03.202011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17252): Launched\u000a12:00:03.511579 run osmo-hlr_10.42.42.2(pid=17253): Launched\u000a12:00:03.625691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:04.168003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17255): Launched\u000a12:00:04.476669 run osmo-stp_10.42.42.5(pid=17256): Launched\u000a12:00:04.588334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:05.129861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17258): Launched\u000a12:00:05.240260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:05.515949 run patchelf(pid=17259): Launched\u000a12:00:05.697119 run osmo-stp_10.42.42.5(pid=17256): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17256)]\u000a12:00:05.829264 run osmo-stp_10.42.42.5(pid=17256): stdout: \u000a| (launched: 2022-12-13_12:00:04.324834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:05.961851 run osmo-stp_10.42.42.5(pid=17256): stderr: \u000a| �[0;m�[38;5;43m20221213120004494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120004495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120004495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120004495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120004496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120004496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120004496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:06.089375 run osmo-stp_10.42.42.5(pid=17256): stdout: \u000a| (launched: 2022-12-13_12:00:04.324834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:06.215824 run osmo-stp_10.42.42.5(pid=17256): stderr: \u000a| �[0;m�[38;5;43m20221213120004494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120004495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120004495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120004495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120004496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120004496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120004496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:06.363476 run patchelf(pid=17259): Terminating (SIGINT)\u000a12:00:06.536808 run patchelf(pid=17259): Terminated: ok {rc=0}\u000a12:00:06.568763 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17256): Process ended prematurely: osmo-stp_10.42.42.5(pid=17256) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17256)] [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a12:00:06.578357 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:00:06.638761 run osmo-hlr_10.42.42.2(pid=17253): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17253)]\u000a12:00:06.687664 run osmo-hlr_10.42.42.2(pid=17253): stdout: \u000a| (launched: 2022-12-13_12:00:03.359518) \u000a12:00:06.736939 run osmo-hlr_10.42.42.2(pid=17253): stderr: \u000a| �[0;m�[1;31m20221213120003532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120003532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120003532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120003532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120003532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120003532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120003549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120003557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120003558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120003558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:06.778850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17212): Terminating (SIGTERM)\u000a12:00:06.818395 run iperf3-srv_10.42.42.10(pid=17213): Terminating (SIGTERM)\u000a12:00:06.859066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17214): Terminating (SIGTERM)\u000a12:00:06.898804 run iperf3-srv_10.42.42.10(pid=17215): Terminating (SIGTERM)\u000a12:00:06.938287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17216): Terminating (SIGTERM)\u000a12:00:06.978007 run iperf3-srv_10.42.42.10(pid=17217): Terminating (SIGTERM)\u000a12:00:07.017797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17218): Terminating (SIGTERM)\u000a12:00:07.057337 run iperf3-srv_10.42.42.10(pid=17219): Terminating (SIGTERM)\u000a12:00:07.097394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17252): Terminating (SIGTERM)\u000a12:00:07.136900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17255): Terminating (SIGTERM)\u000a12:00:07.176378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17258): Terminating (SIGTERM)\u000a12:00:07.185675 --- ParallelTerminationStrategy: PID 17212 died...\u000a12:00:07.238917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17212): Terminated: ok {rc=0}\u000a12:00:07.248569 --- ParallelTerminationStrategy: PID 17213 died...\u000a12:00:07.301252 run iperf3-srv_10.42.42.10(pid=17213): Terminated {rc=256}\u000a12:00:07.310907 --- ParallelTerminationStrategy: PID 17214 died...\u000a12:00:07.363760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17214): Terminated: ok {rc=0}\u000a12:00:07.373393 --- ParallelTerminationStrategy: PID 17215 died...\u000a12:00:07.426388 run iperf3-srv_10.42.42.10(pid=17215): Terminated {rc=256}\u000a12:00:07.435923 --- ParallelTerminationStrategy: PID 17216 died...\u000a12:00:07.488862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17216): Terminated: ok {rc=0}\u000a12:00:07.498506 --- ParallelTerminationStrategy: PID 17217 died...\u000a12:00:07.551345 run iperf3-srv_10.42.42.10(pid=17217): Terminated {rc=256}\u000a12:00:07.560994 --- ParallelTerminationStrategy: PID 17218 died...\u000a12:00:07.614406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17218): Terminated: ok {rc=0}\u000a12:00:07.623968 --- ParallelTerminationStrategy: PID 17219 died...\u000a12:00:07.676792 run iperf3-srv_10.42.42.10(pid=17219): Terminated {rc=256}\u000a12:00:07.689565 --- ParallelTerminationStrategy: PID 17252 died...\u000a12:00:07.749440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17252): Terminated: ok {rc=0}\u000a12:00:07.759199 --- ParallelTerminationStrategy: PID 17255 died...\u000a12:00:07.812223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17255): Terminated: ok {rc=0}\u000a12:00:07.821968 --- ParallelTerminationStrategy: PID 17258 died...\u000a12:00:07.874839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17258): Terminated: ok {rc=0}\u000a12:00:07.962785 bus /gobi_4: Setting Powered False\u000a12:00:09.066180 bus /gobi_4: Setting Powered False\u000a12:00:10.173167 bus /gobi_1: Setting Powered False\u000a12:00:11.279511 bus /gobi_1: Setting Powered False\u000a12:00:12.391643 bus /gobi_0: Setting Powered False\u000a12:00:13.501726 bus /gobi_0: Setting Powered False\u000a12:00:14.627483 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a12:00:15.696283 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:15.708992 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:00:15.874405 tst ping.py: using LAC 33795\u000a12:00:16.011516 tst ping.py: using RAC 135\u000a12:00:16.138732 tst ping.py: using CellId 33795\u000a12:00:16.261452 tst ping.py: using BVCI 33796\u000a12:00:16.286298 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:16.299113 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:16.311603 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:16.324018 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:16.337385 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:16.351052 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:16.364477 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:16.378363 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:00:16.698267 tst ping.py:19: start network...\u000a12:00:16.836642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:17.358927 run create_hlr_db(pid=17613): Launched\u000a12:00:17.536411 bus /gobi_6: Setting Powered False\u000a12:00:18.555577 run create_hlr_db(pid=17613): Terminated: ok {rc=0}\u000a12:00:18.962811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Launched\u000a12:00:19.266441 run osmo-hlr_10.42.42.2(pid=17616): Launched\u000a12:00:19.376528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:19.906661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Launched\u000a12:00:20.212392 run osmo-stp_10.42.42.5(pid=17619): Launched\u000a12:00:20.323142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:20.854177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17621): Launched\u000a12:00:20.962676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:21.228728 run patchelf(pid=17622): Launched\u000a12:00:21.407392 run osmo-stp_10.42.42.5(pid=17619): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]\u000a12:00:21.537692 run osmo-stp_10.42.42.5(pid=17619): stdout: \u000a| (launched: 2022-12-13_12:00:20.060283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:21.667855 run osmo-stp_10.42.42.5(pid=17619): stderr: \u000a| �[0;m�[38;5;43m20221213120020231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120020231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120020231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120020232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120020232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120020232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120020232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:21.793761 run osmo-stp_10.42.42.5(pid=17619): stdout: \u000a| (launched: 2022-12-13_12:00:20.060283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:21.918167 run osmo-stp_10.42.42.5(pid=17619): stderr: \u000a| �[0;m�[38;5;43m20221213120020231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120020231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120020231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120020232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120020232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120020232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120020232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:22.063366 run patchelf(pid=17622): Terminating (SIGINT)\u000a12:00:22.233343 run patchelf(pid=17622): Terminated: ok {rc=0}\u000a12:00:22.264243 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)] [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a12:00:22.273240 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:00:22.333371 run osmo-hlr_10.42.42.2(pid=17616): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17616)]\u000a12:00:22.382488 run osmo-hlr_10.42.42.2(pid=17616): stdout: \u000a| (launched: 2022-12-13_12:00:19.117083) \u000a12:00:22.432313 run osmo-hlr_10.42.42.2(pid=17616): stderr: \u000a| �[0;m�[1;31m20221213120019293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120019293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120019293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120019293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120019293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120019293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120019308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120019319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120019319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120019319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:22.474643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Terminating (SIGTERM)\u000a12:00:22.514428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Terminating (SIGTERM)\u000a12:00:22.554177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17621): Terminating (SIGTERM)\u000a12:00:22.563449 --- ParallelTerminationStrategy: PID 17615 died...\u000a12:00:22.617499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Terminated: ok {rc=0}\u000a12:00:22.627211 --- ParallelTerminationStrategy: PID 17618 died...\u000a12:00:22.680369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Terminated: ok {rc=0}\u000a12:00:22.690001 --- ParallelTerminationStrategy: PID 17621 died...\u000a12:00:22.743622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17621): Terminated: ok {rc=0}\u000a12:00:22.832572 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17804): Process ended prematurely: osmo-stp_10.42.42.5(pid=17804) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17804)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17804): Process ended prematurely: osmo-stp_10.42.42.5(pid=17804) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a12:00:23.891090 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:23.906381 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:00:24.062528 tst ping_idle_ping.py: using LAC 33796\u000a12:00:24.189059 tst ping_idle_ping.py: using RAC 136\u000a12:00:24.310443 tst ping_idle_ping.py: using CellId 33796\u000a12:00:24.432663 tst ping_idle_ping.py: using BVCI 33797\u000a12:00:24.457103 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:24.469581 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:24.481985 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:24.494494 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:24.506885 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:24.519431 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:24.532076 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:00:24.544573 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:00:24.829945 tst ping_idle_ping.py:24: start network...\u000a12:00:24.959080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:25.490718 run create_hlr_db(pid=17798): Launched\u000a12:00:25.684603 bus /gobi_6: Setting Powered False\u000a12:00:26.708180 run create_hlr_db(pid=17798): Terminated: ok {rc=0}\u000a12:00:27.165625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17800): Launched\u000a12:00:27.599348 run osmo-hlr_10.42.42.2(pid=17801): Launched\u000a12:00:27.844392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:28.438784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17803): Launched\u000a12:00:28.881219 run osmo-stp_10.42.42.5(pid=17804): Launched\u000a12:00:29.092393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:29.638786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17807): Launched\u000a12:00:29.746845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:30.015130 run patchelf(pid=17808): Launched\u000a12:00:30.193459 run osmo-stp_10.42.42.5(pid=17804): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17804)]\u000a12:00:30.323771 run osmo-stp_10.42.42.5(pid=17804): stdout: \u000a| (launched: 2022-12-13_12:00:28.613870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:30.454474 run osmo-stp_10.42.42.5(pid=17804): stderr: \u000a| �[0;m�[38;5;43m20221213120028907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120028907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120028908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120028908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120028909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120028909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120028909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:30.580590 run osmo-stp_10.42.42.5(pid=17804): stdout: \u000a| (launched: 2022-12-13_12:00:28.613870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:30.705560 run osmo-stp_10.42.42.5(pid=17804): stderr: \u000a| �[0;m�[38;5;43m20221213120028907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120028907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120028908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120028908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120028909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120028909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120028909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:30.855076 run patchelf(pid=17808): Terminating (SIGINT)\u000a12:00:31.046397 run patchelf(pid=17808): Terminated: ok {rc=0}\u000a12:00:31.092487 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17804): Process ended prematurely: osmo-stp_10.42.42.5(pid=17804) [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17804)] [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a12:00:31.109237 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a12:00:31.175497 run osmo-hlr_10.42.42.2(pid=17801): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17801)]\u000a12:00:31.230601 run osmo-hlr_10.42.42.2(pid=17801): stdout: \u000a| (launched: 2022-12-13_12:00:27.336436) \u000a12:00:31.286519 run osmo-hlr_10.42.42.2(pid=17801): stderr: \u000a| �[0;m�[1;31m20221213120027642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120027642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120027642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120027643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120027643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120027643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120027663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120027675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120027675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120027675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:31.334109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17800): Terminating (SIGTERM)\u000a12:00:31.380792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17803): Terminating (SIGTERM)\u000a12:00:31.428866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17807): Terminating (SIGTERM)\u000a12:00:31.439828 --- ParallelTerminationStrategy: PID 17800 died...\u000a12:00:31.501542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17800): Terminated: ok {rc=0}\u000a12:00:31.511662 --- ParallelTerminationStrategy: PID 17803 died...\u000a12:00:31.566792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17803): Terminated: ok {rc=0}\u000a12:00:31.576867 --- ParallelTerminationStrategy: PID 17807 died...\u000a12:00:31.631574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17807): Terminated: ok {rc=0}\u000a12:00:31.716928 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T11:59:32" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17819): Process ended prematurely: osmo-stp_10.42.42.5(pid=17819) [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17819)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17819): Process ended prematurely: osmo-stp_10.42.42.5(pid=17819) [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:00:33.755278 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:00:33.767583 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:00:33.935312 tst switch_tch_pdch.py: using LAC 33797\u000a12:00:34.062746 tst switch_tch_pdch.py: using RAC 137\u000a12:00:34.202904 tst switch_tch_pdch.py: using CellId 33797\u000a12:00:34.338275 tst switch_tch_pdch.py: using BVCI 33798\u000a12:00:34.363225 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:00:34.375153 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:00:34.386831 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:00:34.398489 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:00:34.410531 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:00:34.422501 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:00:34.434656 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:00:34.446650 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:00:34.564042 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:00:34.862328 tst switch_tch_pdch.py:51: start network...\u000a12:00:34.998115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:35.510165 run create_hlr_db(pid=17813): Launched\u000a12:00:35.699720 bus /gobi_6: Setting Powered False\u000a12:00:36.719775 run create_hlr_db(pid=17813): Terminated: ok {rc=0}\u000a12:00:37.130254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17815): Launched\u000a12:00:37.434144 run osmo-hlr_10.42.42.2(pid=17816): Launched\u000a12:00:37.554314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:38.091781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17818): Launched\u000a12:00:38.398977 run osmo-stp_10.42.42.5(pid=17819): Launched\u000a12:00:38.510982 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:39.043857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17821): Launched\u000a12:00:39.152533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:39.418973 run patchelf(pid=17822): Launched\u000a12:00:39.596710 run osmo-stp_10.42.42.5(pid=17819): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17819)]\u000a12:00:39.726508 run osmo-stp_10.42.42.5(pid=17819): stdout: \u000a| (launched: 2022-12-13_12:00:38.246200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:39.856164 run osmo-stp_10.42.42.5(pid=17819): stderr: \u000a| �[0;m�[38;5;43m20221213120038417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120038417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120038417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120038418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120038418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120038418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120038418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:39.981707 run osmo-stp_10.42.42.5(pid=17819): stdout: \u000a| (launched: 2022-12-13_12:00:38.246200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:40.105615 run osmo-stp_10.42.42.5(pid=17819): stderr: \u000a| �[0;m�[38;5;43m20221213120038417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120038417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120038417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120038418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120038418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120038418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120038418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:40.250009 run patchelf(pid=17822): Terminating (SIGINT)\u000a12:00:40.420063 run patchelf(pid=17822): Terminated: ok {rc=0}\u000a12:00:40.451179 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17819): Process ended prematurely: osmo-stp_10.42.42.5(pid=17819) [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17819)] [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:00:40.459971 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:00:40.519980 run osmo-hlr_10.42.42.2(pid=17816): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17816)]\u000a12:00:40.569130 run osmo-hlr_10.42.42.2(pid=17816): stdout: \u000a| (launched: 2022-12-13_12:00:37.284066) \u000a12:00:40.618896 run osmo-hlr_10.42.42.2(pid=17816): stderr: \u000a| �[0;m�[1;31m20221213120037460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120037460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120037460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120037460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120037460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120037460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120037473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120037485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120037485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120037485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:40.661186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17815): Terminating (SIGTERM)\u000a12:00:40.701161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17818): Terminating (SIGTERM)\u000a12:00:40.741233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17821): Terminating (SIGTERM)\u000a12:00:40.750472 --- ParallelTerminationStrategy: PID 17815 died...\u000a12:00:40.804119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17815): Terminated: ok {rc=0}\u000a12:00:40.813809 --- ParallelTerminationStrategy: PID 17818 died...\u000a12:00:40.867284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17818): Terminated: ok {rc=0}\u000a12:00:40.876837 --- ParallelTerminationStrategy: PID 17821 died...\u000a12:00:40.930131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17821): Terminated: ok {rc=0}\u000a12:00:41.019165 bus /gobi_0: Setting Powered False\u000a12:00:42.122757 bus /gobi_0: Setting Powered False\u000a12:00:43.234206 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:00:33" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17833): Process ended prematurely: osmo-stp_10.42.42.5(pid=17833) [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17833)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17833): Process ended prematurely: osmo-stp_10.42.42.5(pid=17833) [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:00:45.216420 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:00:45.227562 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:00:45.386259 tst switch_tch_pdch.py: using LAC 33798\u000a12:00:45.506861 tst switch_tch_pdch.py: using RAC 138\u000a12:00:45.627947 tst switch_tch_pdch.py: using CellId 33798\u000a12:00:45.748676 tst switch_tch_pdch.py: using BVCI 33799\u000a12:00:45.771836 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:00:45.783005 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:00:45.793935 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:00:45.804711 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:00:45.815593 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:00:45.826527 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:00:45.837477 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:00:45.848679 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:00:45.982821 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:00:46.318470 tst switch_tch_pdch.py:51: start network...\u000a12:00:46.460057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:46.994299 run create_hlr_db(pid=17827): Launched\u000a12:00:47.131844 bus /gobi_6: Setting Powered False\u000a12:00:48.204558 run create_hlr_db(pid=17827): Terminated: ok {rc=0}\u000a12:00:48.611536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17829): Launched\u000a12:00:48.939795 run osmo-hlr_10.42.42.2(pid=17830): Launched\u000a12:00:49.058805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:49.599063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17832): Launched\u000a12:00:49.927818 run osmo-stp_10.42.42.5(pid=17833): Launched\u000a12:00:50.046190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:50.587483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17835): Launched\u000a12:00:50.704102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:50.989965 run patchelf(pid=17836): Launched\u000a12:00:51.180379 run osmo-stp_10.42.42.5(pid=17833): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17833)]\u000a12:00:51.319865 run osmo-stp_10.42.42.5(pid=17833): stdout: \u000a| (launched: 2022-12-13_12:00:49.764930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:51.459498 run osmo-stp_10.42.42.5(pid=17833): stderr: \u000a| �[0;m�[38;5;43m20221213120049957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120049957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120049958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120049958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120049958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120049959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120049959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:51.594684 run osmo-stp_10.42.42.5(pid=17833): stdout: \u000a| (launched: 2022-12-13_12:00:49.764930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:51.728025 run osmo-stp_10.42.42.5(pid=17833): stderr: \u000a| �[0;m�[38;5;43m20221213120049957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120049957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120049958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120049958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120049958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120049959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120049959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:51.886388 run patchelf(pid=17836): Terminating (SIGINT)\u000a12:00:52.057974 run patchelf(pid=17836): Terminated: ok {rc=0}\u000a12:00:52.089051 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17833): Process ended prematurely: osmo-stp_10.42.42.5(pid=17833) [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17833)] [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:00:52.097997 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a12:00:52.158428 run osmo-hlr_10.42.42.2(pid=17830): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17830)]\u000a12:00:52.207980 run osmo-hlr_10.42.42.2(pid=17830): stdout: \u000a| (launched: 2022-12-13_12:00:48.776849) \u000a12:00:52.258028 run osmo-hlr_10.42.42.2(pid=17830): stderr: \u000a| �[0;m�[1;31m20221213120048976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120048976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120048976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120048976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120048976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120048976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120048990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120048998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120048998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120048999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:52.300594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17829): Terminating (SIGTERM)\u000a12:00:52.340630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17832): Terminating (SIGTERM)\u000a12:00:52.380610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17835): Terminating (SIGTERM)\u000a12:00:52.391179 --- ParallelTerminationStrategy: PID 17829 died...\u000a12:00:52.450544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17829): Terminated: ok {rc=0}\u000a12:00:52.460780 --- ParallelTerminationStrategy: PID 17832 died...\u000a12:00:52.518609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17832): Terminated: ok {rc=0}\u000a12:00:52.528610 --- ParallelTerminationStrategy: PID 17835 died...\u000a12:00:52.586193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17835): Terminated: ok {rc=0}\u000a12:00:52.678046 bus /gobi_0: Setting Powered False\u000a12:00:53.781375 bus /gobi_0: Setting Powered False\u000a12:00:54.890363 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:00:44" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17843) [trial-2389↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17843)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17843) [trial-2389↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a12:00:56.791106 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a12:00:56.802165 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:00:56.944814 tst mo_mt_sms.py: using LAC 33799\u000a12:00:57.073428 tst mo_mt_sms.py: using RAC 139\u000a12:00:57.202712 tst mo_mt_sms.py: using CellId 33799\u000a12:00:57.329671 tst mo_mt_sms.py: using BVCI 33800\u000a12:00:57.354403 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:00:57.471517 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:00:57.749174 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:00:57.876229 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:00:58.506269 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17842): Launched\u000a12:00:58.807774 run osmo-nitb_10.42.42.2(pid=17843): Launched\u000a12:00:58.994569 run osmo-nitb_10.42.42.2(pid=17843): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17843)]\u000a12:00:59.132047 run osmo-nitb_10.42.42.2(pid=17843): stdout: \u000a| (launched: 2022-12-13_12:00:58.660667) \u000a12:00:59.271044 run osmo-nitb_10.42.42.2(pid=17843): stderr: \u000a| (launched: 2022-12-13_12:00:58.705816)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:00:59.404309 run osmo-nitb_10.42.42.2(pid=17843): stdout: \u000a| (launched: 2022-12-13_12:00:58.660667) \u000a12:00:59.535939 run osmo-nitb_10.42.42.2(pid=17843): stderr: \u000a| (launched: 2022-12-13_12:00:58.705816)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:00:59.929943 tst osmo-nitb_10.42.42.2(pid=17843): stdout: \u000a| (launched: 2022-12-13_12:00:58.660667) \u000a12:01:00.050430 tst osmo-nitb_10.42.42.2(pid=17843): stderr: \u000a| (launched: 2022-12-13_12:00:58.705816)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:00.103416 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17843) [trial-2389↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17843)] [trial-2389↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a12:01:00.111688 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a12:01:00.146168 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17842): Terminating (SIGTERM)\u000a12:01:00.323561 --- ParallelTerminationStrategy: PID 17842 died...\u000a12:01:00.379556 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17842): Terminated: ok {rc=0}\u000a12:01:00.465629 bus /sierra_3: Setting Powered False\u000a12:01:01.573558 bus /sierra_3: Setting Powered False\u000a12:01:02.685501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:00:56" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17853): Process ended prematurely: osmo-stp_10.42.42.5(pid=17853) [trial-2389↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17853)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17853): Process ended prematurely: osmo-stp_10.42.42.5(pid=17853) [trial-2389↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a12:01:04.625572 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:04.636772 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:01:04.783478 tst mo_mt_sms.py: using LAC 33800\u000a12:01:04.915218 tst mo_mt_sms.py: using RAC 140\u000a12:01:05.044740 tst mo_mt_sms.py: using CellId 33800\u000a12:01:05.174322 tst mo_mt_sms.py: using BVCI 33801\u000a12:01:05.199267 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:05.210767 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:05.221988 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:05.233145 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:05.245106 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:05.257138 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:01:05.375927 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:01:05.587637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:06.100410 run create_hlr_db(pid=17847): Launched\u000a12:01:06.291647 bus /sierra_2: Setting Powered False\u000a12:01:07.311195 run create_hlr_db(pid=17847): Terminated: ok {rc=0}\u000a12:01:07.721250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17849): Launched\u000a12:01:08.025746 run osmo-hlr_10.42.42.2(pid=17850): Launched\u000a12:01:08.138040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:08.665196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17852): Launched\u000a12:01:08.969838 run osmo-stp_10.42.42.5(pid=17853): Launched\u000a12:01:09.079643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:09.636756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17855): Launched\u000a12:01:09.942875 run osmo-msc_10.42.42.6(pid=17856): Launched\u000a12:01:10.120743 run osmo-stp_10.42.42.5(pid=17853): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17853)]\u000a12:01:10.248801 run osmo-stp_10.42.42.5(pid=17853): stdout: \u000a| (launched: 2022-12-13_12:01:08.819308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:10.375290 run osmo-stp_10.42.42.5(pid=17853): stderr: \u000a| �[0;m�[38;5;43m20221213120108991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120108991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120108991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120108991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120108992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120108992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120108992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:10.496870 run osmo-stp_10.42.42.5(pid=17853): stdout: \u000a| (launched: 2022-12-13_12:01:08.819308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:10.618072 run osmo-stp_10.42.42.5(pid=17853): stderr: \u000a| �[0;m�[38;5;43m20221213120108991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120108991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120108991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120108991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120108992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120108992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120108992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:10.671126 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17853): Process ended prematurely: osmo-stp_10.42.42.5(pid=17853) [trial-2389↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17853)] [trial-2389↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a12:01:10.679038 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a12:01:10.739397 run osmo-hlr_10.42.42.2(pid=17850): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17850)]\u000a12:01:10.788437 run osmo-hlr_10.42.42.2(pid=17850): stdout: \u000a| (launched: 2022-12-13_12:01:07.875348) \u000a12:01:10.838168 run osmo-hlr_10.42.42.2(pid=17850): stderr: \u000a| �[0;m�[1;31m20221213120108050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120108050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120108050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120108050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120108050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120108051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120108062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120108070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120108070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120108070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:10.906057 run osmo-msc_10.42.42.6(pid=17856): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17856)]\u000a12:01:10.955257 run osmo-msc_10.42.42.6(pid=17856): stdout: \u000a| (launched: 2022-12-13_12:01:09.791115) \u000a12:01:11.005089 run osmo-msc_10.42.42.6(pid=17856): stderr: \u000a| �[0;m�[38;5;43m20221213120110065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120110066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6164f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120110066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120110066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120110066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120110066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120110068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120110068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120110068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120110068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:11.047525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17849): Terminating (SIGTERM)\u000a12:01:11.087312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17852): Terminating (SIGTERM)\u000a12:01:11.127086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17855): Terminating (SIGTERM)\u000a12:01:11.136281 --- ParallelTerminationStrategy: PID 17849 died...\u000a12:01:11.189718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17849): Terminated: ok {rc=0}\u000a12:01:11.199357 --- ParallelTerminationStrategy: PID 17852 died...\u000a12:01:11.252440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17852): Terminated: ok {rc=0}\u000a12:01:11.262044 --- ParallelTerminationStrategy: PID 17855 died...\u000a12:01:11.315089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17855): Terminated: ok {rc=0}\u000a12:01:11.399794 bus /sierra_3: Setting Powered False\u000a12:01:12.507091 bus /sierra_3: Setting Powered False\u000a12:01:13.616596 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:01:04" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17862) [trial-2389↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17862)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17862) [trial-2389↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a12:01:15.470125 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a12:01:15.481636 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:01:15.630098 tst assert_extension.py: using LAC 33801\u000a12:01:15.757848 tst assert_extension.py: using RAC 141\u000a12:01:15.894484 tst assert_extension.py: using CellId 33801\u000a12:01:16.031320 tst assert_extension.py: using BVCI 33802\u000a12:01:16.056685 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a12:01:16.358559 tst assert_extension.py:10: start nitb and bts...\u000a12:01:16.498876 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:01:17.194050 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17861): Launched\u000a12:01:17.521850 run osmo-nitb_10.42.42.2(pid=17862): Launched\u000a12:01:17.721442 run osmo-nitb_10.42.42.2(pid=17862): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17862)]\u000a12:01:17.868587 run osmo-nitb_10.42.42.2(pid=17862): stdout: \u000a| (launched: 2022-12-13_12:01:17.361548) \u000a12:01:18.015913 run osmo-nitb_10.42.42.2(pid=17862): stderr: \u000a| (launched: 2022-12-13_12:01:17.410261)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:18.158532 run osmo-nitb_10.42.42.2(pid=17862): stdout: \u000a| (launched: 2022-12-13_12:01:17.361548) \u000a12:01:18.299952 run osmo-nitb_10.42.42.2(pid=17862): stderr: \u000a| (launched: 2022-12-13_12:01:17.410261)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:18.653563 tst osmo-nitb_10.42.42.2(pid=17862): stdout: \u000a| (launched: 2022-12-13_12:01:17.361548) \u000a12:01:18.783844 tst osmo-nitb_10.42.42.2(pid=17862): stderr: \u000a| (launched: 2022-12-13_12:01:17.410261)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:01:18.840892 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17862): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17862) [trial-2389↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17862)] [trial-2389↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a12:01:18.849837 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a12:01:18.886399 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17861): Terminating (SIGTERM)\u000a12:01:19.064672 --- ParallelTerminationStrategy: PID 17861 died...\u000a12:01:19.123508 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17861): Terminated: ok {rc=0}\u000a12:01:19.212525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:01:15" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17872): Process ended prematurely: osmo-stp_10.42.42.5(pid=17872) [trial-2389↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17872)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17872): Process ended prematurely: osmo-stp_10.42.42.5(pid=17872) [trial-2389↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a12:01:21.062031 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:21.073464 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:01:21.209223 tst assert_extension.py: using LAC 33802\u000a12:01:21.330771 tst assert_extension.py: using RAC 142\u000a12:01:21.450467 tst assert_extension.py: using CellId 33802\u000a12:01:21.571049 tst assert_extension.py: using BVCI 33803\u000a12:01:21.594081 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:21.604868 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:21.615642 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:21.626342 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:21.637004 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:01:21.647722 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a12:01:21.858264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:22.372645 run create_hlr_db(pid=17866): Launched\u000a12:01:22.563072 bus /sierra_2: Setting Powered False\u000a12:01:23.582922 run create_hlr_db(pid=17866): Terminated: ok {rc=0}\u000a12:01:23.993289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17868): Launched\u000a12:01:24.298328 run osmo-hlr_10.42.42.2(pid=17869): Launched\u000a12:01:24.409819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:25.043237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17871): Launched\u000a12:01:25.346140 run osmo-stp_10.42.42.5(pid=17872): Launched\u000a12:01:25.456025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:26.006207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17874): Launched\u000a12:01:26.307624 run osmo-msc_10.42.42.6(pid=17875): Launched\u000a12:01:26.484378 run osmo-stp_10.42.42.5(pid=17872): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17872)]\u000a12:01:26.612089 run osmo-stp_10.42.42.5(pid=17872): stdout: \u000a| (launched: 2022-12-13_12:01:25.196799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:26.737326 run osmo-stp_10.42.42.5(pid=17872): stderr: \u000a| �[0;m�[38;5;43m20221213120125367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120125367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120125368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120125368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120125368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120125369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120125369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:26.858820 run osmo-stp_10.42.42.5(pid=17872): stdout: \u000a| (launched: 2022-12-13_12:01:25.196799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:26.979004 run osmo-stp_10.42.42.5(pid=17872): stderr: \u000a| �[0;m�[38;5;43m20221213120125367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120125367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120125368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120125368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120125368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120125369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120125369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:27.031706 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17872): Process ended prematurely: osmo-stp_10.42.42.5(pid=17872) [trial-2389↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17872)] [trial-2389↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a12:01:27.039843 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a12:01:27.099835 run osmo-hlr_10.42.42.2(pid=17869): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17869)]\u000a12:01:27.149460 run osmo-hlr_10.42.42.2(pid=17869): stdout: \u000a| (launched: 2022-12-13_12:01:24.147836) \u000a12:01:27.199546 run osmo-hlr_10.42.42.2(pid=17869): stderr: \u000a| �[0;m�[1;31m20221213120124323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120124323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120124324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120124324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120124324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120124324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120124336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120124345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120124345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120124345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:27.267341 run osmo-msc_10.42.42.6(pid=17875): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17875)]\u000a12:01:27.316620 run osmo-msc_10.42.42.6(pid=17875): stdout: \u000a| (launched: 2022-12-13_12:01:26.158462) \u000a12:01:27.366437 run osmo-msc_10.42.42.6(pid=17875): stderr: \u000a| �[0;m�[38;5;43m20221213120126432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120126432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac63e52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120126432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120126432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120126433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120126433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120126435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120126435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120126435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120126435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:27.408573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17868): Terminating (SIGTERM)\u000a12:01:27.448548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17871): Terminating (SIGTERM)\u000a12:01:27.489078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17874): Terminating (SIGTERM)\u000a12:01:27.498381 --- ParallelTerminationStrategy: PID 17868 died...\u000a12:01:27.552157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17868): Terminated: ok {rc=0}\u000a12:01:27.561823 --- ParallelTerminationStrategy: PID 17871 died...\u000a12:01:27.615330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17871): Terminated: ok {rc=0}\u000a12:01:27.624873 --- ParallelTerminationStrategy: PID 17874 died...\u000a12:01:27.678117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17874): Terminated: ok {rc=0}\u000a12:01:27.766610 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:01:20" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17887): Process ended prematurely: osmo-stp_10.42.42.5(pid=17887) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17887)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17887): Process ended prematurely: osmo-stp_10.42.42.5(pid=17887) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:01:29.730186 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:29.741704 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:01:29.902523 tst mo_mt_call.py: using LAC 33803\u000a12:01:30.024496 tst mo_mt_call.py: using RAC 143\u000a12:01:30.144772 tst mo_mt_call.py: using CellId 33803\u000a12:01:30.265139 tst mo_mt_call.py: using BVCI 33804\u000a12:01:30.288334 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:30.299623 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:30.310752 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:30.321915 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:30.333081 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:30.344154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:01:30.464125 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:01:30.666721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:31.215655 run create_hlr_db(pid=17881): Launched\u000a12:01:31.412154 bus /sierra_2: Setting Powered False\u000a12:01:32.427751 run create_hlr_db(pid=17881): Terminated: ok {rc=0}\u000a12:01:32.840495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17883): Launched\u000a12:01:33.147705 run osmo-hlr_10.42.42.2(pid=17884): Launched\u000a12:01:33.265763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:33.807508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17886): Launched\u000a12:01:34.114204 run osmo-stp_10.42.42.5(pid=17887): Launched\u000a12:01:34.225095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:34.786335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17889): Launched\u000a12:01:35.096359 run osmo-msc_10.42.42.6(pid=17890): Launched\u000a12:01:35.275914 run osmo-stp_10.42.42.5(pid=17887): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17887)]\u000a12:01:35.405819 run osmo-stp_10.42.42.5(pid=17887): stdout: \u000a| (launched: 2022-12-13_12:01:33.963072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:35.533558 run osmo-stp_10.42.42.5(pid=17887): stderr: \u000a| �[0;m�[38;5;43m20221213120134136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120134136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120134136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120134137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120134137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120134137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120134137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:35.656853 run osmo-stp_10.42.42.5(pid=17887): stdout: \u000a| (launched: 2022-12-13_12:01:33.963072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:35.778950 run osmo-stp_10.42.42.5(pid=17887): stderr: \u000a| �[0;m�[38;5;43m20221213120134136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120134136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120134136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120134137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120134137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120134137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120134137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:35.833243 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17887): Process ended prematurely: osmo-stp_10.42.42.5(pid=17887) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17887)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:01:35.842090 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:01:35.901982 run osmo-hlr_10.42.42.2(pid=17884): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17884)]\u000a12:01:35.951261 run osmo-hlr_10.42.42.2(pid=17884): stdout: \u000a| (launched: 2022-12-13_12:01:32.996833) \u000a12:01:36.001359 run osmo-hlr_10.42.42.2(pid=17884): stderr: \u000a| �[0;m�[1;31m20221213120133176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120133176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120133176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120133176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120133176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120133176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120133187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120133197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120133198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120133198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:36.069468 run osmo-msc_10.42.42.6(pid=17890): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17890)]\u000a12:01:36.118927 run osmo-msc_10.42.42.6(pid=17890): stdout: \u000a| (launched: 2022-12-13_12:01:34.942057) \u000a12:01:36.169027 run osmo-msc_10.42.42.6(pid=17890): stderr: \u000a| �[0;m�[38;5;43m20221213120135215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120135215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33d806dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120135215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120135215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120135215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120135215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120135219 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120135219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120135219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120135219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:36.211476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17883): Terminating (SIGTERM)\u000a12:01:36.251586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17886): Terminating (SIGTERM)\u000a12:01:36.291656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17889): Terminating (SIGTERM)\u000a12:01:36.300937 --- ParallelTerminationStrategy: PID 17883 died...\u000a12:01:36.354530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17883): Terminated: ok {rc=0}\u000a12:01:36.364139 --- ParallelTerminationStrategy: PID 17886 died...\u000a12:01:36.417496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17886): Terminated: ok {rc=0}\u000a12:01:36.426981 --- ParallelTerminationStrategy: PID 17889 died...\u000a12:01:36.480366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17889): Terminated: ok {rc=0}\u000a12:01:36.565803 bus /sierra_3: Setting Powered False\u000a12:01:37.672488 bus /sierra_3: Setting Powered False\u000a12:01:38.781931 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17898): Process ended prematurely: osmo-stp_10.42.42.5(pid=17898) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17898)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17898): Process ended prematurely: osmo-stp_10.42.42.5(pid=17898) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:01:39.898826 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:39.911519 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:01:40.082191 tst mo_mt_call_osmux.py: using LAC 33804\u000a12:01:40.212628 tst mo_mt_call_osmux.py: using RAC 144\u000a12:01:40.340895 tst mo_mt_call_osmux.py: using CellId 33804\u000a12:01:40.473815 tst mo_mt_call_osmux.py: using BVCI 33805\u000a12:01:40.498962 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:40.510934 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:40.522660 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:40.534311 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:40.546372 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:01:40.558872 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:01:40.677074 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:01:40.891183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:41.408145 run create_hlr_db(pid=17892): Launched\u000a12:01:41.599526 bus /sierra_2: Setting Powered False\u000a12:01:42.619567 run create_hlr_db(pid=17892): Terminated: ok {rc=0}\u000a12:01:43.033720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17894): Launched\u000a12:01:43.342643 run osmo-hlr_10.42.42.2(pid=17895): Launched\u000a12:01:43.457081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:43.992400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17897): Launched\u000a12:01:44.300369 run osmo-stp_10.42.42.5(pid=17898): Launched\u000a12:01:44.412912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:44.974272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17900): Launched\u000a12:01:45.283991 run osmo-msc_10.42.42.6(pid=17901): Launched\u000a12:01:45.464169 run osmo-stp_10.42.42.5(pid=17898): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17898)]\u000a12:01:45.594071 run osmo-stp_10.42.42.5(pid=17898): stdout: \u000a| (launched: 2022-12-13_12:01:44.148096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:45.722233 run osmo-stp_10.42.42.5(pid=17898): stderr: \u000a| �[0;m�[38;5;43m20221213120144320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120144321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120144321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120144321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:45.851615 run osmo-stp_10.42.42.5(pid=17898): stdout: \u000a| (launched: 2022-12-13_12:01:44.148096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:45.999791 run osmo-stp_10.42.42.5(pid=17898): stderr: \u000a| �[0;m�[38;5;43m20221213120144320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120144321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120144321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120144321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120144322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:46.063585 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17898): Process ended prematurely: osmo-stp_10.42.42.5(pid=17898) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17898)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:01:46.073529 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:01:46.135464 run osmo-hlr_10.42.42.2(pid=17895): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17895)]\u000a12:01:46.186220 run osmo-hlr_10.42.42.2(pid=17895): stdout: \u000a| (launched: 2022-12-13_12:01:43.190009) \u000a12:01:46.237531 run osmo-hlr_10.42.42.2(pid=17895): stderr: \u000a| �[0;m�[1;31m20221213120143370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120143370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120143370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120143370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120143370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120143370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120143382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120143393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120143393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120143393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:46.307696 run osmo-msc_10.42.42.6(pid=17901): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17901)]\u000a12:01:46.358988 run osmo-msc_10.42.42.6(pid=17901): stdout: \u000a| (launched: 2022-12-13_12:01:45.129900) \u000a12:01:46.410636 run osmo-msc_10.42.42.6(pid=17901): stderr: \u000a| �[0;m�[38;5;43m20221213120145404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120145405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d59222c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120145405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120145405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120145405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120145405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120145407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120145407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120145408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120145408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:46.453716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17894): Terminating (SIGTERM)\u000a12:01:46.496378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17897): Terminating (SIGTERM)\u000a12:01:46.537235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17900): Terminating (SIGTERM)\u000a12:01:46.546406 --- ParallelTerminationStrategy: PID 17894 died...\u000a12:01:46.600878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17894): Terminated: ok {rc=0}\u000a12:01:46.610895 --- ParallelTerminationStrategy: PID 17897 died...\u000a12:01:46.665085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17897): Terminated: ok {rc=0}\u000a12:01:46.675001 --- ParallelTerminationStrategy: PID 17900 died...\u000a12:01:46.729130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17900): Terminated: ok {rc=0}\u000a12:01:46.815035 bus /sierra_3: Setting Powered False\u000a12:01:47.917043 bus /sierra_3: Setting Powered False\u000a12:01:49.028508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:01:29" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17912): Process ended prematurely: osmo-stp_10.42.42.5(pid=17912) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17912)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17912): Process ended prematurely: osmo-stp_10.42.42.5(pid=17912) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:01:51.047028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:51.058937 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:01:51.228367 tst mo_mt_call.py: using LAC 33805\u000a12:01:51.356527 tst mo_mt_call.py: using RAC 145\u000a12:01:51.485945 tst mo_mt_call.py: using CellId 33805\u000a12:01:51.614338 tst mo_mt_call.py: using BVCI 33806\u000a12:01:51.639434 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:51.651252 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:51.663005 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:51.674890 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:51.686975 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:01:51.698953 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:01:51.816088 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:01:52.030739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:52.550732 run create_hlr_db(pid=17906): Launched\u000a12:01:52.742018 bus /sierra_2: Setting Powered False\u000a12:01:53.763571 run create_hlr_db(pid=17906): Terminated: ok {rc=0}\u000a12:01:54.177753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17908): Launched\u000a12:01:54.489254 run osmo-hlr_10.42.42.2(pid=17909): Launched\u000a12:01:54.607809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:55.144032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17911): Launched\u000a12:01:55.451691 run osmo-stp_10.42.42.5(pid=17912): Launched\u000a12:01:55.563524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:01:56.131623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17914): Launched\u000a12:01:56.441913 run osmo-msc_10.42.42.6(pid=17915): Launched\u000a12:01:56.623283 run osmo-stp_10.42.42.5(pid=17912): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17912)]\u000a12:01:56.753515 run osmo-stp_10.42.42.5(pid=17912): stdout: \u000a| (launched: 2022-12-13_12:01:55.299993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:56.881816 run osmo-stp_10.42.42.5(pid=17912): stderr: \u000a| �[0;m�[38;5;43m20221213120155473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120155473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120155473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120155474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120155474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120155474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120155475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:57.004668 run osmo-stp_10.42.42.5(pid=17912): stdout: \u000a| (launched: 2022-12-13_12:01:55.299993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:57.126990 run osmo-stp_10.42.42.5(pid=17912): stderr: \u000a| �[0;m�[38;5;43m20221213120155473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120155473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120155473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120155474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120155474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120155474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120155475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:57.181240 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17912): Process ended prematurely: osmo-stp_10.42.42.5(pid=17912) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17912)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:01:57.190212 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:01:57.250376 run osmo-hlr_10.42.42.2(pid=17909): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17909)]\u000a12:01:57.299597 run osmo-hlr_10.42.42.2(pid=17909): stdout: \u000a| (launched: 2022-12-13_12:01:54.334893) \u000a12:01:57.349415 run osmo-hlr_10.42.42.2(pid=17909): stderr: \u000a| �[0;m�[1;31m20221213120154513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120154513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120154513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120154513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120154513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120154513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120154525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120154533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120154534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120154534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:57.416994 run osmo-msc_10.42.42.6(pid=17915): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17915)]\u000a12:01:57.466034 run osmo-msc_10.42.42.6(pid=17915): stdout: \u000a| (launched: 2022-12-13_12:01:56.287346) \u000a12:01:57.515832 run osmo-msc_10.42.42.6(pid=17915): stderr: \u000a| �[0;m�[38;5;43m20221213120156561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120156561 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b9b10ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120156561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120156561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120156561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120156562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120156563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120156564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120156564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120156564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:01:57.558508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17908): Terminating (SIGTERM)\u000a12:01:57.598545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17911): Terminating (SIGTERM)\u000a12:01:57.638722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17914): Terminating (SIGTERM)\u000a12:01:57.647978 --- ParallelTerminationStrategy: PID 17908 died...\u000a12:01:57.701445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17908): Terminated: ok {rc=0}\u000a12:01:57.711354 --- ParallelTerminationStrategy: PID 17911 died...\u000a12:01:57.764500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17911): Terminated: ok {rc=0}\u000a12:01:57.774089 --- ParallelTerminationStrategy: PID 17914 died...\u000a12:01:57.827259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17914): Terminated: ok {rc=0}\u000a12:01:57.914966 bus /sierra_3: Setting Powered False\u000a12:01:59.017859 bus /sierra_3: Setting Powered False\u000a12:02:00.125433 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17923): Process ended prematurely: osmo-stp_10.42.42.5(pid=17923) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17923)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17923): Process ended prematurely: osmo-stp_10.42.42.5(pid=17923) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:02:01.264426 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:01.281341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:02:01.467218 tst mo_mt_call_osmux.py: using LAC 33806\u000a12:02:01.614239 tst mo_mt_call_osmux.py: using RAC 146\u000a12:02:01.785027 tst mo_mt_call_osmux.py: using CellId 33806\u000a12:02:01.921465 tst mo_mt_call_osmux.py: using BVCI 33807\u000a12:02:01.946172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:01.958210 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:01.969956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:01.981856 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:01.994786 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:02:02.006668 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:02:02.129566 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:02:02.350564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:02.868284 run create_hlr_db(pid=17917): Launched\u000a12:02:03.058611 bus /sierra_2: Setting Powered False\u000a12:02:04.067884 run create_hlr_db(pid=17917): Terminated: ok {rc=0}\u000a12:02:04.517147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17919): Launched\u000a12:02:04.849135 run osmo-hlr_10.42.42.2(pid=17920): Launched\u000a12:02:04.968682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:05.544375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17922): Launched\u000a12:02:05.874351 run osmo-stp_10.42.42.5(pid=17923): Launched\u000a12:02:05.993897 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:06.599071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17925): Launched\u000a12:02:06.931311 run osmo-msc_10.42.42.6(pid=17926): Launched\u000a12:02:07.123828 run osmo-stp_10.42.42.5(pid=17923): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17923)]\u000a12:02:07.263384 run osmo-stp_10.42.42.5(pid=17923): stdout: \u000a| (launched: 2022-12-13_12:02:05.711769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:07.402576 run osmo-stp_10.42.42.5(pid=17923): stderr: \u000a| �[0;m�[38;5;43m20221213120205905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120205906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120205906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120205906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120205907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120205907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120205907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:07.535025 run osmo-stp_10.42.42.5(pid=17923): stdout: \u000a| (launched: 2022-12-13_12:02:05.711769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:07.666656 run osmo-stp_10.42.42.5(pid=17923): stderr: \u000a| �[0;m�[38;5;43m20221213120205905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120205906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120205906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120205906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120205907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120205907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120205907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:07.724508 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17923): Process ended prematurely: osmo-stp_10.42.42.5(pid=17923) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17923)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:02:07.734183 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:02:07.797204 run osmo-hlr_10.42.42.2(pid=17920): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17920)]\u000a12:02:07.848792 run osmo-hlr_10.42.42.2(pid=17920): stdout: \u000a| (launched: 2022-12-13_12:02:04.685216) \u000a12:02:07.901214 run osmo-hlr_10.42.42.2(pid=17920): stderr: \u000a| �[0;m�[1;31m20221213120204884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120204884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120204885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120204885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120204885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120204885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120204920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120204930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120204930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120204930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:07.971965 run osmo-msc_10.42.42.6(pid=17926): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17926)]\u000a12:02:08.023414 run osmo-msc_10.42.42.6(pid=17926): stdout: \u000a| (launched: 2022-12-13_12:02:06.766306) \u000a12:02:08.075272 run osmo-msc_10.42.42.6(pid=17926): stderr: \u000a| �[0;m�[38;5;43m20221213120207089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120207090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae4d8c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120207090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120207090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120207090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120207090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120207092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120207092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120207092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120207092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:08.119814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17919): Terminating (SIGTERM)\u000a12:02:08.162125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17922): Terminating (SIGTERM)\u000a12:02:08.204102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17925): Terminating (SIGTERM)\u000a12:02:08.213806 --- ParallelTerminationStrategy: PID 17919 died...\u000a12:02:08.270565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17919): Terminated: ok {rc=0}\u000a12:02:08.280641 --- ParallelTerminationStrategy: PID 17922 died...\u000a12:02:08.337236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17922): Terminated: ok {rc=0}\u000a12:02:08.347294 --- ParallelTerminationStrategy: PID 17925 died...\u000a12:02:08.403469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17925): Terminated: ok {rc=0}\u000a12:02:08.491042 bus /sierra_3: Setting Powered False\u000a12:02:09.594204 bus /sierra_3: Setting Powered False\u000a12:02:10.704695 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:01:50" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17938): Process ended prematurely: osmo-stp_10.42.42.5(pid=17938) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17938)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17938): Process ended prematurely: osmo-stp_10.42.42.5(pid=17938) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:02:12.706745 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:12.718479 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:02:12.878230 tst mo_mt_call.py: using LAC 33807\u000a12:02:13.001705 tst mo_mt_call.py: using RAC 147\u000a12:02:13.124065 tst mo_mt_call.py: using CellId 33807\u000a12:02:13.249062 tst mo_mt_call.py: using BVCI 33808\u000a12:02:13.272400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:13.283761 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:13.294922 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:13.306034 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:13.317254 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:13.328385 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:02:13.450260 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:02:13.655331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:14.150792 run create_hlr_db(pid=17932): Launched\u000a12:02:14.327940 bus /sierra_2: Setting Powered False\u000a12:02:15.350579 run create_hlr_db(pid=17932): Terminated: ok {rc=0}\u000a12:02:15.791656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17934): Launched\u000a12:02:16.252621 run osmo-hlr_10.42.42.2(pid=17935): Launched\u000a12:02:16.434240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:17.070878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17937): Launched\u000a12:02:17.408263 run osmo-stp_10.42.42.5(pid=17938): Launched\u000a12:02:17.528617 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:18.132760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17940): Launched\u000a12:02:18.464273 run osmo-msc_10.42.42.6(pid=17941): Launched\u000a12:02:18.657238 run osmo-stp_10.42.42.5(pid=17938): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17938)]\u000a12:02:18.798267 run osmo-stp_10.42.42.5(pid=17938): stdout: \u000a| (launched: 2022-12-13_12:02:17.241493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:18.936514 run osmo-stp_10.42.42.5(pid=17938): stderr: \u000a| �[0;m�[38;5;43m20221213120217436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120217436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120217436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120217437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120217437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120217437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120217437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:19.069246 run osmo-stp_10.42.42.5(pid=17938): stdout: \u000a| (launched: 2022-12-13_12:02:17.241493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:19.200741 run osmo-stp_10.42.42.5(pid=17938): stderr: \u000a| �[0;m�[38;5;43m20221213120217436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120217436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120217436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120217437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120217437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120217437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120217437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:19.258720 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17938): Process ended prematurely: osmo-stp_10.42.42.5(pid=17938) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17938)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:02:19.268118 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:02:19.332062 run osmo-hlr_10.42.42.2(pid=17935): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17935)]\u000a12:02:19.384363 run osmo-hlr_10.42.42.2(pid=17935): stdout: \u000a| (launched: 2022-12-13_12:02:15.988144) \u000a12:02:19.436778 run osmo-hlr_10.42.42.2(pid=17935): stderr: \u000a| �[0;m�[1;31m20221213120216328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120216328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120216328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120216328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120216328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120216328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120216351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120216367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120216367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120216367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:19.507881 run osmo-msc_10.42.42.6(pid=17941): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17941)]\u000a12:02:19.559580 run osmo-msc_10.42.42.6(pid=17941): stdout: \u000a| (launched: 2022-12-13_12:02:18.300237) \u000a12:02:19.611780 run osmo-msc_10.42.42.6(pid=17941): stderr: \u000a| �[0;m�[38;5;43m20221213120218624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120218624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71cb3fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120218624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120218624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120218625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120218625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120218626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120218627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120218627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120218627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:19.656319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17934): Terminating (SIGTERM)\u000a12:02:19.698415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17937): Terminating (SIGTERM)\u000a12:02:19.740854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17940): Terminating (SIGTERM)\u000a12:02:19.750520 --- ParallelTerminationStrategy: PID 17934 died...\u000a12:02:19.807254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17934): Terminated: ok {rc=0}\u000a12:02:19.817289 --- ParallelTerminationStrategy: PID 17937 died...\u000a12:02:19.873454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17937): Terminated: ok {rc=0}\u000a12:02:19.883429 --- ParallelTerminationStrategy: PID 17940 died...\u000a12:02:19.940184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17940): Terminated: ok {rc=0}\u000a12:02:20.028007 bus /sierra_3: Setting Powered False\u000a12:02:21.135280 bus /sierra_3: Setting Powered False\u000a12:02:22.244784 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17949): Process ended prematurely: osmo-stp_10.42.42.5(pid=17949) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17949)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17949): Process ended prematurely: osmo-stp_10.42.42.5(pid=17949) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:02:23.361403 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:23.373950 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:02:23.544875 tst mo_mt_call_osmux.py: using LAC 33808\u000a12:02:23.673680 tst mo_mt_call_osmux.py: using RAC 148\u000a12:02:23.803786 tst mo_mt_call_osmux.py: using CellId 33808\u000a12:02:23.932389 tst mo_mt_call_osmux.py: using BVCI 33809\u000a12:02:23.957771 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:23.969684 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:23.981436 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:23.993191 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:24.005372 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:02:24.017442 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:02:24.138531 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:02:24.342301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:24.836707 run create_hlr_db(pid=17943): Launched\u000a12:02:25.014470 bus /sierra_2: Setting Powered False\u000a12:02:26.036939 run create_hlr_db(pid=17943): Terminated: ok {rc=0}\u000a12:02:26.478117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17945): Launched\u000a12:02:26.809980 run osmo-hlr_10.42.42.2(pid=17946): Launched\u000a12:02:26.934910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:27.509759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17948): Launched\u000a12:02:27.840586 run osmo-stp_10.42.42.5(pid=17949): Launched\u000a12:02:27.965409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:28.568075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17951): Launched\u000a12:02:28.898927 run osmo-msc_10.42.42.6(pid=17952): Launched\u000a12:02:29.094094 run osmo-stp_10.42.42.5(pid=17949): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17949)]\u000a12:02:29.236039 run osmo-stp_10.42.42.5(pid=17949): stdout: \u000a| (launched: 2022-12-13_12:02:27.677391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:29.375166 run osmo-stp_10.42.42.5(pid=17949): stderr: \u000a| �[0;m�[38;5;43m20221213120227871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120227871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120227871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120227872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120227872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120227872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120227872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:29.508227 run osmo-stp_10.42.42.5(pid=17949): stdout: \u000a| (launched: 2022-12-13_12:02:27.677391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:29.640157 run osmo-stp_10.42.42.5(pid=17949): stderr: \u000a| �[0;m�[38;5;43m20221213120227871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120227871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120227871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120227872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120227872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120227872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120227872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:29.698378 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17949): Process ended prematurely: osmo-stp_10.42.42.5(pid=17949) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17949)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:02:29.707656 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:02:29.771602 run osmo-hlr_10.42.42.2(pid=17946): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17946)]\u000a12:02:29.823876 run osmo-hlr_10.42.42.2(pid=17946): stdout: \u000a| (launched: 2022-12-13_12:02:26.646029) \u000a12:02:29.876749 run osmo-hlr_10.42.42.2(pid=17946): stderr: \u000a| �[0;m�[1;31m20221213120226846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120226847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120226847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120226847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120226847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120226847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120226859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120226869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120226870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120226870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:29.948392 run osmo-msc_10.42.42.6(pid=17952): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17952)]\u000a12:02:30.000630 run osmo-msc_10.42.42.6(pid=17952): stdout: \u000a| (launched: 2022-12-13_12:02:28.735515) \u000a12:02:30.053498 run osmo-msc_10.42.42.6(pid=17952): stderr: \u000a| �[0;m�[38;5;43m20221213120229060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120229060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6748c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120229060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120229060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120229060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120229060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120229062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120229063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120229063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120229063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:30.098165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17945): Terminating (SIGTERM)\u000a12:02:30.140496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17948): Terminating (SIGTERM)\u000a12:02:30.183003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17951): Terminating (SIGTERM)\u000a12:02:30.192726 --- ParallelTerminationStrategy: PID 17945 died...\u000a12:02:30.249697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17945): Terminated: ok {rc=0}\u000a12:02:30.259759 --- ParallelTerminationStrategy: PID 17948 died...\u000a12:02:30.316522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17948): Terminated: ok {rc=0}\u000a12:02:30.326596 --- ParallelTerminationStrategy: PID 17951 died...\u000a12:02:30.383629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17951): Terminated: ok {rc=0}\u000a12:02:30.471892 bus /sierra_3: Setting Powered False\u000a12:02:31.597588 bus /sierra_3: Setting Powered False\u000a12:02:32.710150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:02:12" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17964): Process ended prematurely: osmo-stp_10.42.42.5(pid=17964) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17964)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17964): Process ended prematurely: osmo-stp_10.42.42.5(pid=17964) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:02:34.729414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:34.740717 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:02:34.899718 tst mo_mt_call.py: using LAC 33809\u000a12:02:35.022522 tst mo_mt_call.py: using RAC 149\u000a12:02:35.149877 tst mo_mt_call.py: using CellId 33809\u000a12:02:35.274266 tst mo_mt_call.py: using BVCI 33810\u000a12:02:35.297599 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:35.308830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:35.320071 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:35.331217 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:35.342569 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:35.353826 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:02:35.471431 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:02:35.685342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:36.204905 run create_hlr_db(pid=17958): Launched\u000a12:02:36.396909 bus /sierra_2: Setting Powered False\u000a12:02:37.417584 run create_hlr_db(pid=17958): Terminated: ok {rc=0}\u000a12:02:37.831513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17960): Launched\u000a12:02:38.140140 run osmo-hlr_10.42.42.2(pid=17961): Launched\u000a12:02:38.252941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:38.788637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17963): Launched\u000a12:02:39.096075 run osmo-stp_10.42.42.5(pid=17964): Launched\u000a12:02:39.208140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:39.772172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17966): Launched\u000a12:02:40.081088 run osmo-msc_10.42.42.6(pid=17967): Launched\u000a12:02:40.261292 run osmo-stp_10.42.42.5(pid=17964): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17964)]\u000a12:02:40.391345 run osmo-stp_10.42.42.5(pid=17964): stdout: \u000a| (launched: 2022-12-13_12:02:38.944202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:40.519744 run osmo-stp_10.42.42.5(pid=17964): stderr: \u000a| �[0;m�[38;5;43m20221213120239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120239117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:40.643503 run osmo-stp_10.42.42.5(pid=17964): stdout: \u000a| (launched: 2022-12-13_12:02:38.944202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:40.765745 run osmo-stp_10.42.42.5(pid=17964): stderr: \u000a| �[0;m�[38;5;43m20221213120239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120239117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:40.819654 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17964): Process ended prematurely: osmo-stp_10.42.42.5(pid=17964) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17964)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:02:40.828330 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:02:40.887630 run osmo-hlr_10.42.42.2(pid=17961): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17961)]\u000a12:02:40.936576 run osmo-hlr_10.42.42.2(pid=17961): stdout: \u000a| (launched: 2022-12-13_12:02:37.987722) \u000a12:02:40.986411 run osmo-hlr_10.42.42.2(pid=17961): stderr: \u000a| �[0;m�[1;31m20221213120238166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120238166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120238166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120238166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120238166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120238166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120238183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120238194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120238194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120238194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:41.053804 run osmo-msc_10.42.42.6(pid=17967): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17967)]\u000a12:02:41.102744 run osmo-msc_10.42.42.6(pid=17967): stdout: \u000a| (launched: 2022-12-13_12:02:39.928215) \u000a12:02:41.152201 run osmo-msc_10.42.42.6(pid=17967): stderr: \u000a| �[0;m�[38;5;43m20221213120240203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120240203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11ea0afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120240203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120240203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120240203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120240203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120240207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120240207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120240208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120240208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:41.194221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17960): Terminating (SIGTERM)\u000a12:02:41.234049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17963): Terminating (SIGTERM)\u000a12:02:41.273903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17966): Terminating (SIGTERM)\u000a12:02:41.283056 --- ParallelTerminationStrategy: PID 17960 died...\u000a12:02:41.336321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17960): Terminated: ok {rc=0}\u000a12:02:41.345857 --- ParallelTerminationStrategy: PID 17963 died...\u000a12:02:41.398742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17963): Terminated: ok {rc=0}\u000a12:02:41.408164 --- ParallelTerminationStrategy: PID 17966 died...\u000a12:02:41.460979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17966): Terminated: ok {rc=0}\u000a12:02:41.544365 bus /sierra_3: Setting Powered False\u000a12:02:42.646357 bus /sierra_3: Setting Powered False\u000a12:02:43.752629 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17975): Process ended prematurely: osmo-stp_10.42.42.5(pid=17975) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17975)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17975): Process ended prematurely: osmo-stp_10.42.42.5(pid=17975) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:02:44.867609 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:44.880223 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:02:45.049098 tst mo_mt_call_osmux.py: using LAC 33810\u000a12:02:45.181949 tst mo_mt_call_osmux.py: using RAC 150\u000a12:02:45.310153 tst mo_mt_call_osmux.py: using CellId 33810\u000a12:02:45.437971 tst mo_mt_call_osmux.py: using BVCI 33811\u000a12:02:45.463063 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:45.474916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:45.486620 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:45.498294 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:45.510346 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:02:45.522866 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:02:45.641035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:02:45.869974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:46.426892 run create_hlr_db(pid=17969): Launched\u000a12:02:46.610739 bus /sierra_2: Setting Powered False\u000a12:02:47.638712 run create_hlr_db(pid=17969): Terminated: ok {rc=0}\u000a12:02:48.054344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17971): Launched\u000a12:02:48.364194 run osmo-hlr_10.42.42.2(pid=17972): Launched\u000a12:02:48.481168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:49.020022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17974): Launched\u000a12:02:49.330192 run osmo-stp_10.42.42.5(pid=17975): Launched\u000a12:02:49.442957 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:02:50.007530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17977): Launched\u000a12:02:50.317550 run osmo-msc_10.42.42.6(pid=17978): Launched\u000a12:02:50.498197 run osmo-stp_10.42.42.5(pid=17975): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17975)]\u000a12:02:50.628646 run osmo-stp_10.42.42.5(pid=17975): stdout: \u000a| (launched: 2022-12-13_12:02:49.176859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:50.756278 run osmo-stp_10.42.42.5(pid=17975): stderr: \u000a| �[0;m�[38;5;43m20221213120249349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120249349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120249349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120249350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120249350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120249350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120249350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:50.879646 run osmo-stp_10.42.42.5(pid=17975): stdout: \u000a| (launched: 2022-12-13_12:02:49.176859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:51.001924 run osmo-stp_10.42.42.5(pid=17975): stderr: \u000a| �[0;m�[38;5;43m20221213120249349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120249349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120249349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120249350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120249350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120249350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120249350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:51.055913 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17975): Process ended prematurely: osmo-stp_10.42.42.5(pid=17975) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17975)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:02:51.064630 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:02:51.124184 run osmo-hlr_10.42.42.2(pid=17972): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17972)]\u000a12:02:51.173442 run osmo-hlr_10.42.42.2(pid=17972): stdout: \u000a| (launched: 2022-12-13_12:02:48.211799) \u000a12:02:51.223441 run osmo-hlr_10.42.42.2(pid=17972): stderr: \u000a| �[0;m�[1;31m20221213120248391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120248391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120248391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120248391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120248391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120248391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120248404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120248413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120248413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120248413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:51.291337 run osmo-msc_10.42.42.6(pid=17978): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17978)]\u000a12:02:51.340609 run osmo-msc_10.42.42.6(pid=17978): stdout: \u000a| (launched: 2022-12-13_12:02:50.164083) \u000a12:02:51.390635 run osmo-msc_10.42.42.6(pid=17978): stderr: \u000a| �[0;m�[38;5;43m20221213120250436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120250436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f709376bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120250437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120250437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120250437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120250437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120250439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120250439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120250439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120250439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:02:51.433042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17971): Terminating (SIGTERM)\u000a12:02:51.473121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17974): Terminating (SIGTERM)\u000a12:02:51.513293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17977): Terminating (SIGTERM)\u000a12:02:51.522494 --- ParallelTerminationStrategy: PID 17971 died...\u000a12:02:51.576065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17971): Terminated: ok {rc=0}\u000a12:02:51.585670 --- ParallelTerminationStrategy: PID 17974 died...\u000a12:02:51.638994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17974): Terminated: ok {rc=0}\u000a12:02:51.648514 --- ParallelTerminationStrategy: PID 17977 died...\u000a12:02:51.701678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17977): Terminated: ok {rc=0}\u000a12:02:51.786752 bus /sierra_3: Setting Powered False\u000a12:02:52.888210 bus /sierra_3: Setting Powered False\u000a12:02:53.999710 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:02:34" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17989): Process ended prematurely: osmo-stp_10.42.42.5(pid=17989) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17989)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17989): Process ended prematurely: osmo-stp_10.42.42.5(pid=17989) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:02:56.002353 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:56.013845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:02:56.172902 tst mo_mt_call.py: using LAC 33811\u000a12:02:56.295411 tst mo_mt_call.py: using RAC 151\u000a12:02:56.419735 tst mo_mt_call.py: using CellId 33811\u000a12:02:56.542660 tst mo_mt_call.py: using BVCI 33812\u000a12:02:56.566309 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:56.577614 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:56.588906 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:56.600041 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:56.611269 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:02:56.622396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:02:56.744128 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:02:56.949091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:57.443559 run create_hlr_db(pid=17983): Launched\u000a12:02:57.621782 bus /sierra_2: Setting Powered False\u000a12:02:58.643141 run create_hlr_db(pid=17983): Terminated: ok {rc=0}\u000a12:02:59.084742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17985): Launched\u000a12:02:59.419221 run osmo-hlr_10.42.42.2(pid=17986): Launched\u000a12:02:59.542518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:00.119689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17988): Launched\u000a12:03:00.451738 run osmo-stp_10.42.42.5(pid=17989): Launched\u000a12:03:00.572644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:01.218154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17991): Launched\u000a12:03:01.692408 run osmo-msc_10.42.42.6(pid=17993): Launched\u000a12:03:02.131913 run osmo-stp_10.42.42.5(pid=17989): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17989)]\u000a12:03:02.266217 run osmo-stp_10.42.42.5(pid=17989): stdout: \u000a| (launched: 2022-12-13_12:03:00.288290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:02.395941 run osmo-stp_10.42.42.5(pid=17989): stderr: \u000a| �[0;m�[38;5;43m20221213120300483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120300483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120300483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120300484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120300486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120300486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120300486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:02.520584 run osmo-stp_10.42.42.5(pid=17989): stdout: \u000a| (launched: 2022-12-13_12:03:00.288290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:02.643836 run osmo-stp_10.42.42.5(pid=17989): stderr: \u000a| �[0;m�[38;5;43m20221213120300483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120300483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120300483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120300484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120300486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120300486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120300486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:02.698561 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17989): Process ended prematurely: osmo-stp_10.42.42.5(pid=17989) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17989)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:03:02.707303 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a12:03:02.767842 run osmo-hlr_10.42.42.2(pid=17986): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17986)]\u000a12:03:02.817861 run osmo-hlr_10.42.42.2(pid=17986): stdout: \u000a| (launched: 2022-12-13_12:02:59.253692) \u000a12:03:02.868368 run osmo-hlr_10.42.42.2(pid=17986): stderr: \u000a| �[0;m�[1;31m20221213120259454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120259454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120259454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120259454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120259454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120259454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120259466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120259475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120259475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120259475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:02.937101 run osmo-msc_10.42.42.6(pid=17993): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17993)]\u000a12:03:02.986973 run osmo-msc_10.42.42.6(pid=17993): stdout: \u000a| (launched: 2022-12-13_12:03:01.417355) \u000a12:03:03.037412 run osmo-msc_10.42.42.6(pid=17993): stderr: \u000a| �[0;m�[38;5;43m20221213120301789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120301789 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f037ec61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120301790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120301791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120301792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120301794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120301794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120301794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120301794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:03.080279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17985): Terminating (SIGTERM)\u000a12:03:03.122139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17988): Terminating (SIGTERM)\u000a12:03:03.163238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17991): Terminating (SIGTERM)\u000a12:03:03.172616 --- ParallelTerminationStrategy: PID 17985 died...\u000a12:03:03.226985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17985): Terminated: ok {rc=0}\u000a12:03:03.236615 --- ParallelTerminationStrategy: PID 17988 died...\u000a12:03:03.290453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17988): Terminated: ok {rc=0}\u000a12:03:03.300070 --- ParallelTerminationStrategy: PID 17991 died...\u000a12:03:03.353644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17991): Terminated: ok {rc=0}\u000a12:03:03.439029 bus /sierra_3: Setting Powered False\u000a12:03:04.540763 bus /sierra_3: Setting Powered False\u000a12:03:05.651845 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18001): Process ended prematurely: osmo-stp_10.42.42.5(pid=18001) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18001)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18001): Process ended prematurely: osmo-stp_10.42.42.5(pid=18001) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:03:06.762241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:06.774370 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:03:06.942777 tst mo_mt_call_osmux.py: using LAC 33812\u000a12:03:07.074179 tst mo_mt_call_osmux.py: using RAC 152\u000a12:03:07.202898 tst mo_mt_call_osmux.py: using CellId 33812\u000a12:03:07.334449 tst mo_mt_call_osmux.py: using BVCI 33813\u000a12:03:07.360287 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:07.372303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:07.384127 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:07.395863 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:07.408058 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:03:07.420081 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:03:07.538478 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:03:07.754395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:08.275395 run create_hlr_db(pid=17995): Launched\u000a12:03:08.467984 bus /sierra_2: Setting Powered False\u000a12:03:09.488372 run create_hlr_db(pid=17995): Terminated: ok {rc=0}\u000a12:03:09.904695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17997): Launched\u000a12:03:10.236734 run osmo-hlr_10.42.42.2(pid=17998): Launched\u000a12:03:10.359230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:10.936573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18000): Launched\u000a12:03:11.270176 run osmo-stp_10.42.42.5(pid=18001): Launched\u000a12:03:11.391189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:11.996723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18003): Launched\u000a12:03:12.329958 run osmo-msc_10.42.42.6(pid=18004): Launched\u000a12:03:12.523898 run osmo-stp_10.42.42.5(pid=18001): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18001)]\u000a12:03:12.664334 run osmo-stp_10.42.42.5(pid=18001): stdout: \u000a| (launched: 2022-12-13_12:03:11.105808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:12.803647 run osmo-stp_10.42.42.5(pid=18001): stderr: \u000a| �[0;m�[38;5;43m20221213120311299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120311299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120311299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120311300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120311300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120311300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120311300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:12.937101 run osmo-stp_10.42.42.5(pid=18001): stdout: \u000a| (launched: 2022-12-13_12:03:11.105808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:13.069326 run osmo-stp_10.42.42.5(pid=18001): stderr: \u000a| �[0;m�[38;5;43m20221213120311299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120311299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120311299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120311300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120311300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120311300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120311300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:13.127552 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18001): Process ended prematurely: osmo-stp_10.42.42.5(pid=18001) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18001)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:03:13.137096 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:03:13.200789 run osmo-hlr_10.42.42.2(pid=17998): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17998)]\u000a12:03:13.253014 run osmo-hlr_10.42.42.2(pid=17998): stdout: \u000a| (launched: 2022-12-13_12:03:10.069252) \u000a12:03:13.306022 run osmo-hlr_10.42.42.2(pid=17998): stderr: \u000a| �[0;m�[1;31m20221213120310270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120310270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120310270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120310270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120310270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120310270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120310282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120310291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120310291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120310291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:13.378471 run osmo-msc_10.42.42.6(pid=18004): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18004)]\u000a12:03:13.430634 run osmo-msc_10.42.42.6(pid=18004): stdout: \u000a| (launched: 2022-12-13_12:03:12.165224) \u000a12:03:13.483508 run osmo-msc_10.42.42.6(pid=18004): stderr: \u000a| �[0;m�[38;5;43m20221213120312492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120312492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28e2172c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120312492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120312492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120312492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120312493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120312494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120312495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120312495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120312495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:13.528248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17997): Terminating (SIGTERM)\u000a12:03:13.571180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18000): Terminating (SIGTERM)\u000a12:03:13.613572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18003): Terminating (SIGTERM)\u000a12:03:13.623245 --- ParallelTerminationStrategy: PID 17997 died...\u000a12:03:13.679992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17997): Terminated: ok {rc=0}\u000a12:03:13.690112 --- ParallelTerminationStrategy: PID 18000 died...\u000a12:03:13.746755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18000): Terminated: ok {rc=0}\u000a12:03:13.756820 --- ParallelTerminationStrategy: PID 18003 died...\u000a12:03:13.813237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18003): Terminated: ok {rc=0}\u000a12:03:13.901854 bus /sierra_3: Setting Powered False\u000a12:03:15.005528 bus /sierra_3: Setting Powered False\u000a12:03:16.113482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:02:55" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18015): Process ended prematurely: osmo-stp_10.42.42.5(pid=18015) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18015)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18015): Process ended prematurely: osmo-stp_10.42.42.5(pid=18015) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:03:18.137743 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:18.149672 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:03:18.317900 tst mo_mt_call.py: using LAC 33813\u000a12:03:18.441431 tst mo_mt_call.py: using RAC 153\u000a12:03:18.561198 tst mo_mt_call.py: using CellId 33813\u000a12:03:18.680654 tst mo_mt_call.py: using BVCI 33814\u000a12:03:18.704118 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:18.715546 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:18.726905 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:18.738288 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:18.749741 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:18.761037 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:03:18.882576 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:03:19.087693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:19.583501 run create_hlr_db(pid=18009): Launched\u000a12:03:19.761398 bus /sierra_2: Setting Powered False\u000a12:03:20.794469 run create_hlr_db(pid=18009): Terminated: ok {rc=0}\u000a12:03:21.236859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18011): Launched\u000a12:03:21.571367 run osmo-hlr_10.42.42.2(pid=18012): Launched\u000a12:03:21.696601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:22.272210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18014): Launched\u000a12:03:22.604438 run osmo-stp_10.42.42.5(pid=18015): Launched\u000a12:03:22.724756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:23.332167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18017): Launched\u000a12:03:23.663343 run osmo-msc_10.42.42.6(pid=18018): Launched\u000a12:03:23.857093 run osmo-stp_10.42.42.5(pid=18015): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18015)]\u000a12:03:23.997337 run osmo-stp_10.42.42.5(pid=18015): stdout: \u000a| (launched: 2022-12-13_12:03:22.440742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:24.136109 run osmo-stp_10.42.42.5(pid=18015): stderr: \u000a| �[0;m�[38;5;43m20221213120322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120322637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:24.269068 run osmo-stp_10.42.42.5(pid=18015): stdout: \u000a| (launched: 2022-12-13_12:03:22.440742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:24.401392 run osmo-stp_10.42.42.5(pid=18015): stderr: \u000a| �[0;m�[38;5;43m20221213120322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120322636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120322637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120322637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:24.459877 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18015): Process ended prematurely: osmo-stp_10.42.42.5(pid=18015) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18015)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:03:24.469509 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:03:24.532687 run osmo-hlr_10.42.42.2(pid=18012): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18012)]\u000a12:03:24.584250 run osmo-hlr_10.42.42.2(pid=18012): stdout: \u000a| (launched: 2022-12-13_12:03:21.405837) \u000a12:03:24.636448 run osmo-hlr_10.42.42.2(pid=18012): stderr: \u000a| �[0;m�[1;31m20221213120321606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120321606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120321606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120321606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120321606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120321606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120321619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120321629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120321629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120321629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:24.707410 run osmo-msc_10.42.42.6(pid=18018): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18018)]\u000a12:03:24.759058 run osmo-msc_10.42.42.6(pid=18018): stdout: \u000a| (launched: 2022-12-13_12:03:23.500375) \u000a12:03:24.811482 run osmo-msc_10.42.42.6(pid=18018): stderr: \u000a| �[0;m�[38;5;43m20221213120323825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120323826 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c687ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120323826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120323826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120323826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120323826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120323828 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:24.855920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18011): Terminating (SIGTERM)\u000a12:03:24.898073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18014): Terminating (SIGTERM)\u000a12:03:24.939848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18017): Terminating (SIGTERM)\u000a12:03:24.949524 --- ParallelTerminationStrategy: PID 18011 died...\u000a12:03:25.006591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18011): Terminated: ok {rc=0}\u000a12:03:25.016670 --- ParallelTerminationStrategy: PID 18014 died...\u000a12:03:25.072694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18014): Terminated: ok {rc=0}\u000a12:03:25.082746 --- ParallelTerminationStrategy: PID 18017 died...\u000a12:03:25.138785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18017): Terminated: ok {rc=0}\u000a12:03:25.226722 bus /sierra_3: Setting Powered False\u000a12:03:26.330494 bus /sierra_3: Setting Powered False\u000a12:03:27.440858 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:03:28.552066 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:28.564288 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:03:28.732896 tst mo_mt_call_osmux.py: using LAC 33814\u000a12:03:28.862104 tst mo_mt_call_osmux.py: using RAC 154\u000a12:03:28.993142 tst mo_mt_call_osmux.py: using CellId 33814\u000a12:03:29.122207 tst mo_mt_call_osmux.py: using BVCI 33815\u000a12:03:29.147563 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:29.159628 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:29.171374 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:29.183183 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:29.195909 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:03:29.208102 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:03:29.325746 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:03:29.530701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:30.029358 run create_hlr_db(pid=18020): Launched\u000a12:03:30.221308 bus /sierra_2: Setting Powered False\u000a12:03:31.241308 run create_hlr_db(pid=18020): Terminated: ok {rc=0}\u000a12:03:31.666777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Launched\u000a12:03:32.073948 run osmo-hlr_10.42.42.2(pid=18023): Launched\u000a12:03:32.219178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:32.839085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Launched\u000a12:03:33.172067 run osmo-stp_10.42.42.5(pid=18026): Launched\u000a12:03:33.292526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:33.899601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18028): Launched\u000a12:03:34.232927 run osmo-msc_10.42.42.6(pid=18029): Launched\u000a12:03:34.427771 run osmo-stp_10.42.42.5(pid=18026): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]\u000a12:03:34.567616 run osmo-stp_10.42.42.5(pid=18026): stdout: \u000a| (launched: 2022-12-13_12:03:33.007183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:34.706059 run osmo-stp_10.42.42.5(pid=18026): stderr: \u000a| �[0;m�[38;5;43m20221213120333200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120333201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120333201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120333201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120333204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120333205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120333205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:34.839241 run osmo-stp_10.42.42.5(pid=18026): stdout: \u000a| (launched: 2022-12-13_12:03:33.007183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:34.970994 run osmo-stp_10.42.42.5(pid=18026): stderr: \u000a| �[0;m�[38;5;43m20221213120333200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120333201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120333201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120333201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120333204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120333205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120333205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:35.029233 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:03:35.038929 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:03:35.103054 run osmo-hlr_10.42.42.2(pid=18023): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18023)]\u000a12:03:35.155609 run osmo-hlr_10.42.42.2(pid=18023): stdout: \u000a| (launched: 2022-12-13_12:03:31.829554) \u000a12:03:35.208614 run osmo-hlr_10.42.42.2(pid=18023): stderr: \u000a| �[0;m�[1;31m20221213120332171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120332171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120332171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120332171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120332171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120332171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120332191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120332208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120332208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120332208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:35.280622 run osmo-msc_10.42.42.6(pid=18029): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18029)]\u000a12:03:35.333304 run osmo-msc_10.42.42.6(pid=18029): stdout: \u000a| (launched: 2022-12-13_12:03:34.067705) \u000a12:03:35.386868 run osmo-msc_10.42.42.6(pid=18029): stderr: \u000a| �[0;m�[38;5;43m20221213120334392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120334392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f187eb78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120334392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120334392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120334393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120334393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120334394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120334395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120334395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120334395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:35.432317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Terminating (SIGTERM)\u000a12:03:35.475487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Terminating (SIGTERM)\u000a12:03:35.518790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18028): Terminating (SIGTERM)\u000a12:03:35.528643 --- ParallelTerminationStrategy: PID 18022 died...\u000a12:03:35.586732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Terminated: ok {rc=0}\u000a12:03:35.597141 --- ParallelTerminationStrategy: PID 18025 died...\u000a12:03:35.654385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Terminated: ok {rc=0}\u000a12:03:35.664547 --- ParallelTerminationStrategy: PID 18028 died...\u000a12:03:35.721704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18028): Terminated: ok {rc=0}\u000a12:03:35.810719 bus /sierra_3: Setting Powered False\u000a12:03:36.919068 bus /sierra_3: Setting Powered False\u000a12:03:38.032494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:03:17" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18040): Process ended prematurely: osmo-stp_10.42.42.5(pid=18040) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18040)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18040): Process ended prematurely: osmo-stp_10.42.42.5(pid=18040) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:03:40.049021 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:40.060857 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:03:40.230631 tst mo_mt_call.py: using LAC 33815\u000a12:03:40.359847 tst mo_mt_call.py: using RAC 155\u000a12:03:40.488928 tst mo_mt_call.py: using CellId 33815\u000a12:03:40.620364 tst mo_mt_call.py: using BVCI 33816\u000a12:03:40.645898 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:40.657715 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:40.669396 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:40.681105 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:40.693297 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:40.705162 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:03:40.828752 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:03:41.035345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:41.532114 run create_hlr_db(pid=18034): Launched\u000a12:03:41.723601 bus /sierra_2: Setting Powered False\u000a12:03:42.744864 run create_hlr_db(pid=18034): Terminated: ok {rc=0}\u000a12:03:43.187094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18036): Launched\u000a12:03:43.519554 run osmo-hlr_10.42.42.2(pid=18037): Launched\u000a12:03:43.642663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:44.220630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18039): Launched\u000a12:03:44.555370 run osmo-stp_10.42.42.5(pid=18040): Launched\u000a12:03:44.675450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:45.280717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18042): Launched\u000a12:03:45.615667 run osmo-msc_10.42.42.6(pid=18043): Launched\u000a12:03:45.809365 run osmo-stp_10.42.42.5(pid=18040): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18040)]\u000a12:03:46.072297 run osmo-stp_10.42.42.5(pid=18040): stdout: \u000a| (launched: 2022-12-13_12:03:44.389660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:46.253652 run osmo-stp_10.42.42.5(pid=18040): stderr: \u000a| �[0;m�[38;5;43m20221213120344583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120344584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120344584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120344584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120344585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120344585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120344585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:46.390803 run osmo-stp_10.42.42.5(pid=18040): stdout: \u000a| (launched: 2022-12-13_12:03:44.389660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:46.525364 run osmo-stp_10.42.42.5(pid=18040): stderr: \u000a| �[0;m�[38;5;43m20221213120344583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120344584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120344584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120344584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120344585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120344585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120344585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:46.585076 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18040): Process ended prematurely: osmo-stp_10.42.42.5(pid=18040) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18040)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:03:46.595527 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:03:46.660891 run osmo-hlr_10.42.42.2(pid=18037): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18037)]\u000a12:03:46.714373 run osmo-hlr_10.42.42.2(pid=18037): stdout: \u000a| (launched: 2022-12-13_12:03:43.355810) \u000a12:03:46.768775 run osmo-hlr_10.42.42.2(pid=18037): stderr: \u000a| �[0;m�[1;31m20221213120343556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120343556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120343556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120343556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120343556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120343556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120343568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120343577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120343577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120343577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:46.842339 run osmo-msc_10.42.42.6(pid=18043): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18043)]\u000a12:03:46.896384 run osmo-msc_10.42.42.6(pid=18043): stdout: \u000a| (launched: 2022-12-13_12:03:45.450485) \u000a12:03:46.951175 run osmo-msc_10.42.42.6(pid=18043): stderr: \u000a| �[0;m�[38;5;43m20221213120345774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120345775 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a74828c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120345775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120345775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120345775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120345775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120345777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120345777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120345777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120345778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:46.998094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18036): Terminating (SIGTERM)\u000a12:03:47.044003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18039): Terminating (SIGTERM)\u000a12:03:47.088538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18042): Terminating (SIGTERM)\u000a12:03:47.098716 --- ParallelTerminationStrategy: PID 18036 died...\u000a12:03:47.158361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18036): Terminated: ok {rc=0}\u000a12:03:47.169381 --- ParallelTerminationStrategy: PID 18039 died...\u000a12:03:47.228897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18039): Terminated: ok {rc=0}\u000a12:03:47.240853 --- ParallelTerminationStrategy: PID 18042 died...\u000a12:03:47.299500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18042): Terminated: ok {rc=0}\u000a12:03:47.392618 bus /sierra_3: Setting Powered False\u000a12:03:48.495197 bus /sierra_3: Setting Powered False\u000a12:03:49.606934 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18051): Process ended prematurely: osmo-stp_10.42.42.5(pid=18051) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18051)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18051): Process ended prematurely: osmo-stp_10.42.42.5(pid=18051) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:03:50.718419 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:50.730359 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:03:50.902587 tst mo_mt_call_osmux.py: using LAC 33816\u000a12:03:51.031033 tst mo_mt_call_osmux.py: using RAC 156\u000a12:03:51.169847 tst mo_mt_call_osmux.py: using CellId 33816\u000a12:03:51.302786 tst mo_mt_call_osmux.py: using BVCI 33817\u000a12:03:51.326394 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:51.337844 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:51.349152 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:51.360331 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:51.371964 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:03:51.383113 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:03:51.498653 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:03:51.706319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:52.200568 run create_hlr_db(pid=18045): Launched\u000a12:03:52.379137 bus /sierra_2: Setting Powered False\u000a12:03:53.411332 run create_hlr_db(pid=18045): Terminated: ok {rc=0}\u000a12:03:53.826802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18047): Launched\u000a12:03:54.135954 run osmo-hlr_10.42.42.2(pid=18048): Launched\u000a12:03:54.253151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:54.789829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18050): Launched\u000a12:03:55.100440 run osmo-stp_10.42.42.5(pid=18051): Launched\u000a12:03:55.211988 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:55.776236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18053): Launched\u000a12:03:56.087728 run osmo-msc_10.42.42.6(pid=18054): Launched\u000a12:03:56.268416 run osmo-stp_10.42.42.5(pid=18051): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18051)]\u000a12:03:56.398888 run osmo-stp_10.42.42.5(pid=18051): stdout: \u000a| (launched: 2022-12-13_12:03:54.947630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:56.527206 run osmo-stp_10.42.42.5(pid=18051): stderr: \u000a| �[0;m�[38;5;43m20221213120355121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120355122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120355122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120355122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120355123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120355123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120355123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:56.651439 run osmo-stp_10.42.42.5(pid=18051): stdout: \u000a| (launched: 2022-12-13_12:03:54.947630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:56.774241 run osmo-stp_10.42.42.5(pid=18051): stderr: \u000a| �[0;m�[38;5;43m20221213120355121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120355122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120355122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120355122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120355123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120355123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120355123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:56.828397 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18051): Process ended prematurely: osmo-stp_10.42.42.5(pid=18051) [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18051)] [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:03:56.837439 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:03:56.897010 run osmo-hlr_10.42.42.2(pid=18048): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18048)]\u000a12:03:56.945980 run osmo-hlr_10.42.42.2(pid=18048): stdout: \u000a| (launched: 2022-12-13_12:03:53.983496) \u000a12:03:56.995461 run osmo-hlr_10.42.42.2(pid=18048): stderr: \u000a| �[0;m�[1;31m20221213120354162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120354162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120354162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120354162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120354162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120354162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120354174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120354183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120354184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120354184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:57.062879 run osmo-msc_10.42.42.6(pid=18054): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18054)]\u000a12:03:57.111991 run osmo-msc_10.42.42.6(pid=18054): stdout: \u000a| (launched: 2022-12-13_12:03:55.932677) \u000a12:03:57.161505 run osmo-msc_10.42.42.6(pid=18054): stderr: \u000a| �[0;m�[38;5;43m20221213120356207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120356207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbeccc7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120356207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120356208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120356208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120356208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120356211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120356212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120356212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120356212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:57.203369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18047): Terminating (SIGTERM)\u000a12:03:57.243062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18050): Terminating (SIGTERM)\u000a12:03:57.282828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18053): Terminating (SIGTERM)\u000a12:03:57.292002 --- ParallelTerminationStrategy: PID 18047 died...\u000a12:03:57.345595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18047): Terminated: ok {rc=0}\u000a12:03:57.355091 --- ParallelTerminationStrategy: PID 18050 died...\u000a12:03:57.408285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18050): Terminated: ok {rc=0}\u000a12:03:57.417871 --- ParallelTerminationStrategy: PID 18053 died...\u000a12:03:57.471039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18053): Terminated: ok {rc=0}\u000a12:03:57.554378 bus /sierra_3: Setting Powered False\u000a12:03:58.660936 bus /sierra_3: Setting Powered False\u000a12:03:59.773109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:03:39" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18065): Process ended prematurely: osmo-stp_10.42.42.5(pid=18065) [trial-2389↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18065)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18065): Process ended prematurely: osmo-stp_10.42.42.5(pid=18065) [trial-2389↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:04:01.831913 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:01.843851 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:04:02.022080 tst emergency_mo_mt_call.py: using LAC 33817\u000a12:04:02.153259 tst emergency_mo_mt_call.py: using RAC 157\u000a12:04:02.275028 tst emergency_mo_mt_call.py: using CellId 33817\u000a12:04:02.394144 tst emergency_mo_mt_call.py: using BVCI 33818\u000a12:04:02.417294 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:02.428173 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:02.438982 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:02.449759 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:02.460465 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:02.471267 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:02.593621 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:02.794383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:03.280789 run create_hlr_db(pid=18059): Launched\u000a12:04:03.457615 bus /sierra_2: Setting Powered False\u000a12:04:04.477944 run create_hlr_db(pid=18059): Terminated: ok {rc=0}\u000a12:04:04.912728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18061): Launched\u000a12:04:05.239254 run osmo-hlr_10.42.42.2(pid=18062): Launched\u000a12:04:05.359790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:05.924631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18064): Launched\u000a12:04:06.251501 run osmo-stp_10.42.42.5(pid=18065): Launched\u000a12:04:06.387221 tst emergency_mo_mt_call.py: using MSISDN 8146\u000a12:04:06.549256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:07.142328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18067): Launched\u000a12:04:07.469568 run osmo-msc_10.42.42.6(pid=18068): Launched\u000a12:04:07.661260 run osmo-stp_10.42.42.5(pid=18065): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18065)]\u000a12:04:07.800105 run osmo-stp_10.42.42.5(pid=18065): stdout: \u000a| (launched: 2022-12-13_12:04:06.089960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:07.937199 run osmo-stp_10.42.42.5(pid=18065): stderr: \u000a| �[0;m�[38;5;43m20221213120406285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120406285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120406285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120406286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120406286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120406286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120406286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:08.068261 run osmo-stp_10.42.42.5(pid=18065): stdout: \u000a| (launched: 2022-12-13_12:04:06.089960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:08.198508 run osmo-stp_10.42.42.5(pid=18065): stderr: \u000a| �[0;m�[38;5;43m20221213120406285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120406285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120406285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120406286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120406286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120406286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120406286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:08.255415 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18065): Process ended prematurely: osmo-stp_10.42.42.5(pid=18065) [trial-2389↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18065)] [trial-2389↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a12:04:08.264619 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a12:04:08.328339 run osmo-hlr_10.42.42.2(pid=18062): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18062)]\u000a12:04:08.380938 run osmo-hlr_10.42.42.2(pid=18062): stdout: \u000a| (launched: 2022-12-13_12:04:05.078060) \u000a12:04:08.433825 run osmo-hlr_10.42.42.2(pid=18062): stderr: \u000a| �[0;m�[1;31m20221213120405277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120405277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120405277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120405277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120405277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120405277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120405290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120405299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120405299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120405299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:08.505115 run osmo-msc_10.42.42.6(pid=18068): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18068)]\u000a12:04:08.557100 run osmo-msc_10.42.42.6(pid=18068): stdout: \u000a| (launched: 2022-12-13_12:04:07.307010) \u000a12:04:08.609769 run osmo-msc_10.42.42.6(pid=18068): stderr: \u000a| �[0;m�[38;5;43m20221213120407630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120407630 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b89326c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120407630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120407630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120407630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120407630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120407632 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120407632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120407633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120407633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:08.655024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18061): Terminating (SIGTERM)\u000a12:04:08.697398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18064): Terminating (SIGTERM)\u000a12:04:08.739724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18067): Terminating (SIGTERM)\u000a12:04:08.749500 --- ParallelTerminationStrategy: PID 18061 died...\u000a12:04:08.806666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18061): Terminated: ok {rc=0}\u000a12:04:08.816815 --- ParallelTerminationStrategy: PID 18064 died...\u000a12:04:08.873441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18064): Terminated: ok {rc=0}\u000a12:04:08.883448 --- ParallelTerminationStrategy: PID 18067 died...\u000a12:04:08.940010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18067): Terminated: ok {rc=0}\u000a12:04:09.026881 bus /sierra_3: Setting Powered False\u000a12:04:10.133377 bus /sierra_3: Setting Powered False\u000a12:04:11.242747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18076): Process ended prematurely: osmo-stp_10.42.42.5(pid=18076) [trial-2389↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18076)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18076): Process ended prematurely: osmo-stp_10.42.42.5(pid=18076) [trial-2389↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:04:12.295952 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:12.308095 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:04:12.459125 tst emergency_preemptive_call.py: using LAC 33818\u000a12:04:12.586795 tst emergency_preemptive_call.py: using RAC 158\u000a12:04:12.714531 tst emergency_preemptive_call.py: using CellId 33818\u000a12:04:12.841488 tst emergency_preemptive_call.py: using BVCI 33819\u000a12:04:12.866126 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:12.877564 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:12.888630 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:12.899827 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:12.911835 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:04:12.923875 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:13.043365 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:13.165692 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:13.281965 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:13.489774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:14.000389 run create_hlr_db(pid=18070): Launched\u000a12:04:14.189808 bus /sierra_2: Setting Powered False\u000a12:04:15.209729 run create_hlr_db(pid=18070): Terminated: ok {rc=0}\u000a12:04:15.619144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18072): Launched\u000a12:04:16.062333 run osmo-hlr_10.42.42.2(pid=18073): Launched\u000a12:04:16.245391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:16.826078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18075): Launched\u000a12:04:17.154590 run osmo-stp_10.42.42.5(pid=18076): Launched\u000a12:04:17.433402 tst emergency_preemptive_call.py: using MSISDN 8147\u000a12:04:17.585728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:18.139083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18078): Launched\u000a12:04:18.443090 run osmo-msc_10.42.42.6(pid=18079): Launched\u000a12:04:18.620144 run osmo-stp_10.42.42.5(pid=18076): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18076)]\u000a12:04:18.748290 run osmo-stp_10.42.42.5(pid=18076): stdout: \u000a| (launched: 2022-12-13_12:04:16.995817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:18.875746 run osmo-stp_10.42.42.5(pid=18076): stderr: \u000a| �[0;m�[38;5;43m20221213120417272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120417272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120417272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120417272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120417274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120417275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120417275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:18.997348 run osmo-stp_10.42.42.5(pid=18076): stdout: \u000a| (launched: 2022-12-13_12:04:16.995817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:19.117929 run osmo-stp_10.42.42.5(pid=18076): stderr: \u000a| �[0;m�[38;5;43m20221213120417272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120417272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120417272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120417272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120417274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120417275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120417275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:19.171053 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18076): Process ended prematurely: osmo-stp_10.42.42.5(pid=18076) [trial-2389↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18076)] [trial-2389↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a12:04:19.179377 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a12:04:19.239652 run osmo-hlr_10.42.42.2(pid=18073): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18073)]\u000a12:04:19.289071 run osmo-hlr_10.42.42.2(pid=18073): stdout: \u000a| (launched: 2022-12-13_12:04:15.773344) \u000a12:04:19.339189 run osmo-hlr_10.42.42.2(pid=18073): stderr: \u000a| �[0;m�[1;31m20221213120416010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120416010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120416010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120416010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120416010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120416010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120416027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120416040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120416040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120416040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:19.407271 run osmo-msc_10.42.42.6(pid=18079): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18079)]\u000a12:04:19.456773 run osmo-msc_10.42.42.6(pid=18079): stdout: \u000a| (launched: 2022-12-13_12:04:18.292086) \u000a12:04:19.506484 run osmo-msc_10.42.42.6(pid=18079): stderr: \u000a| �[0;m�[38;5;43m20221213120418564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120418564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ca1f26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120418564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120418564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120418564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120418564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120418566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120418567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120418567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120418567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:19.548738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18072): Terminating (SIGTERM)\u000a12:04:19.588735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18075): Terminating (SIGTERM)\u000a12:04:19.628673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18078): Terminating (SIGTERM)\u000a12:04:19.637945 --- ParallelTerminationStrategy: PID 18072 died...\u000a12:04:19.691990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18072): Terminated: ok {rc=0}\u000a12:04:19.701858 --- ParallelTerminationStrategy: PID 18075 died...\u000a12:04:19.755290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18075): Terminated: ok {rc=0}\u000a12:04:19.765039 --- ParallelTerminationStrategy: PID 18078 died...\u000a12:04:19.818672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18078): Terminated: ok {rc=0}\u000a12:04:19.907757 bus /sierra_9: Setting Powered False\u000a12:04:21.013562 bus /sierra_9: Setting Powered False\u000a12:04:22.125866 bus /sierra_8: Setting Powered False\u000a12:04:23.232857 bus /sierra_8: Setting Powered False\u000a12:04:24.344996 bus /sierra_3: Setting Powered False\u000a12:04:25.452308 bus /sierra_3: Setting Powered False\u000a12:04:26.561578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:04:01" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18095): Process ended prematurely: osmo-stp_10.42.42.5(pid=18095) [trial-2389↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18095)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18095): Process ended prematurely: osmo-stp_10.42.42.5(pid=18095) [trial-2389↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:04:28.700022 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:28.710865 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:04:28.853080 tst cs_paging_gprs_active.py: using LAC 33819\u000a12:04:28.973946 tst cs_paging_gprs_active.py: using RAC 159\u000a12:04:29.093788 tst cs_paging_gprs_active.py: using CellId 33819\u000a12:04:29.218244 tst cs_paging_gprs_active.py: using BVCI 33820\u000a12:04:29.241827 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:29.252686 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:29.263400 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:29.274150 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:29.284722 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:29.295318 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:29.306089 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:29.316551 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:29.327390 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:29.448721 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:29.749813 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:04:29.888722 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:30.234176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18085): Launched\u000a12:04:30.521015 run iperf3-srv_10.42.42.10(pid=18086): Launched\u000a12:04:30.725531 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:04:30.881222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:31.225136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18087): Launched\u000a12:04:31.515151 run iperf3-srv_10.42.42.10(pid=18088): Launched\u000a12:04:31.710602 tst cs_paging_gprs_active.py:38: start network...\u000a12:04:31.844769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:32.354610 run create_hlr_db(pid=18089): Launched\u000a12:04:32.533559 bus /sierra_2: Setting Powered False\u000a12:04:33.554518 run create_hlr_db(pid=18089): Terminated: ok {rc=0}\u000a12:04:33.968436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18091): Launched\u000a12:04:34.279343 run osmo-hlr_10.42.42.2(pid=18092): Launched\u000a12:04:34.399355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:34.943158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18094): Launched\u000a12:04:35.254280 run osmo-stp_10.42.42.5(pid=18095): Launched\u000a12:04:35.366030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:04:35.908539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18097): Launched\u000a12:04:36.018455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:04:36.292091 run patchelf(pid=18098): Launched\u000a12:04:36.473674 run osmo-stp_10.42.42.5(pid=18095): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18095)]\u000a12:04:36.606217 run osmo-stp_10.42.42.5(pid=18095): stdout: \u000a| (launched: 2022-12-13_12:04:35.101612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:36.739034 run osmo-stp_10.42.42.5(pid=18095): stderr: \u000a| �[0;m�[38;5;43m20221213120435273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120435273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120435273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120435274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:36.867120 run osmo-stp_10.42.42.5(pid=18095): stdout: \u000a| (launched: 2022-12-13_12:04:35.101612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:36.994092 run osmo-stp_10.42.42.5(pid=18095): stderr: \u000a| �[0;m�[38;5;43m20221213120435273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120435273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120435273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120435274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:37.142606 run patchelf(pid=18098): Terminating (SIGINT)\u000a12:04:37.316223 run patchelf(pid=18098): Terminated: ok {rc=0}\u000a12:04:37.348256 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18095): Process ended prematurely: osmo-stp_10.42.42.5(pid=18095) [trial-2389↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18095)] [trial-2389↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a12:04:37.357678 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:04:37.417700 run osmo-hlr_10.42.42.2(pid=18092): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18092)]\u000a12:04:37.466664 run osmo-hlr_10.42.42.2(pid=18092): stdout: \u000a| (launched: 2022-12-13_12:04:34.126453) \u000a12:04:37.516535 run osmo-hlr_10.42.42.2(pid=18092): stderr: \u000a| �[0;m�[1;31m20221213120434307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120434307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120434307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120434307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120434307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120434307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120434319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120434328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120434329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120434329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:37.559103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18085): Terminating (SIGTERM)\u000a12:04:37.598995 run iperf3-srv_10.42.42.10(pid=18086): Terminating (SIGTERM)\u000a12:04:37.644721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18087): Terminating (SIGTERM)\u000a12:04:37.687213 run iperf3-srv_10.42.42.10(pid=18088): Terminating (SIGTERM)\u000a12:04:37.729823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18091): Terminating (SIGTERM)\u000a12:04:37.772335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18094): Terminating (SIGTERM)\u000a12:04:37.815224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18097): Terminating (SIGTERM)\u000a12:04:37.824932 --- ParallelTerminationStrategy: PID 18085 died...\u000a12:04:37.881932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18085): Terminated: ok {rc=0}\u000a12:04:37.892067 --- ParallelTerminationStrategy: PID 18086 died...\u000a12:04:37.948427 run iperf3-srv_10.42.42.10(pid=18086): Terminated {rc=256}\u000a12:04:37.958556 --- ParallelTerminationStrategy: PID 18087 died...\u000a12:04:38.015165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18087): Terminated: ok {rc=0}\u000a12:04:38.025364 --- ParallelTerminationStrategy: PID 18088 died...\u000a12:04:38.081927 run iperf3-srv_10.42.42.10(pid=18088): Terminated {rc=256}\u000a12:04:38.091927 --- ParallelTerminationStrategy: PID 18091 died...\u000a12:04:38.148455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18091): Terminated: ok {rc=0}\u000a12:04:38.158535 --- ParallelTerminationStrategy: PID 18094 died...\u000a12:04:38.215499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18094): Terminated: ok {rc=0}\u000a12:04:38.225884 --- ParallelTerminationStrategy: PID 18097 died...\u000a12:04:38.282922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18097): Terminated: ok {rc=0}\u000a12:04:38.370795 bus /gobi_0: Setting Powered False\u000a12:04:39.473228 bus /gobi_0: Setting Powered False\u000a12:04:40.580771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18107): Process ended prematurely: osmo-stp_10.42.42.5(pid=18107) [trial-2389↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18107)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18107): Process ended prematurely: osmo-stp_10.42.42.5(pid=18107) [trial-2389↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a12:04:41.699021 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:41.711021 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:04:41.856715 tst iperf3.py: using LAC 33820\u000a12:04:41.980639 tst iperf3.py: using RAC 160\u000a12:04:42.102819 tst iperf3.py: using CellId 33820\u000a12:04:42.227040 tst iperf3.py: using BVCI 33821\u000a12:04:42.250735 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:42.261863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:42.272459 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:42.283111 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:42.294237 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:42.305423 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:42.316772 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:42.327791 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:42.339033 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:42.639724 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:04:42.778267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:43.124572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18099): Launched\u000a12:04:43.412587 run iperf3-srv_10.42.42.10(pid=18100): Launched\u000a12:04:43.617348 tst iperf3.py:8: start network...\u000a12:04:43.756309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:44.281432 run create_hlr_db(pid=18101): Launched\u000a12:04:44.475989 bus /gobi_6: Setting Powered False\u000a12:04:45.496135 run create_hlr_db(pid=18101): Terminated: ok {rc=0}\u000a12:04:45.926799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18103): Launched\u000a12:04:46.375680 run osmo-hlr_10.42.42.2(pid=18104): Launched\u000a12:04:46.587536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:47.155916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18106): Launched\u000a12:04:47.474185 run osmo-stp_10.42.42.5(pid=18107): Launched\u000a12:04:47.588610 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:04:48.132347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18109): Launched\u000a12:04:48.242759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:04:48.516623 run patchelf(pid=18110): Launched\u000a12:04:48.698518 run osmo-stp_10.42.42.5(pid=18107): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18107)]\u000a12:04:48.831378 run osmo-stp_10.42.42.5(pid=18107): stdout: \u000a| (launched: 2022-12-13_12:04:47.317775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:48.964589 run osmo-stp_10.42.42.5(pid=18107): stderr: \u000a| �[0;m�[38;5;43m20221213120447491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120447491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120447491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120447492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120447492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120447492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120447492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:49.093406 run osmo-stp_10.42.42.5(pid=18107): stdout: \u000a| (launched: 2022-12-13_12:04:47.317775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:49.220241 run osmo-stp_10.42.42.5(pid=18107): stderr: \u000a| �[0;m�[38;5;43m20221213120447491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120447491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120447491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120447492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120447492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120447492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120447492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:49.368400 run patchelf(pid=18110): Terminating (SIGINT)\u000a12:04:49.542635 run patchelf(pid=18110): Terminated: ok {rc=0}\u000a12:04:49.574954 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18107): Process ended prematurely: osmo-stp_10.42.42.5(pid=18107) [trial-2389↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18107)] [trial-2389↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a12:04:49.584351 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a12:04:49.644633 run osmo-hlr_10.42.42.2(pid=18104): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18104)]\u000a12:04:49.694022 run osmo-hlr_10.42.42.2(pid=18104): stdout: \u000a| (launched: 2022-12-13_12:04:46.090624) \u000a12:04:49.744052 run osmo-hlr_10.42.42.2(pid=18104): stderr: \u000a| �[0;m�[1;31m20221213120446290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120446290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120446290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120446290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120446290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120446290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120446306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120446320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120446321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120446321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:49.786950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18099): Terminating (SIGTERM)\u000a12:04:49.827067 run iperf3-srv_10.42.42.10(pid=18100): Terminating (SIGTERM)\u000a12:04:49.867524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18103): Terminating (SIGTERM)\u000a12:04:49.907905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18106): Terminating (SIGTERM)\u000a12:04:49.948412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18109): Terminating (SIGTERM)\u000a12:04:49.957828 --- ParallelTerminationStrategy: PID 18099 died...\u000a12:04:50.011980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18099): Terminated: ok {rc=0}\u000a12:04:50.021732 --- ParallelTerminationStrategy: PID 18100 died...\u000a12:04:50.075250 run iperf3-srv_10.42.42.10(pid=18100): Terminated {rc=256}\u000a12:04:50.084766 --- ParallelTerminationStrategy: PID 18103 died...\u000a12:04:50.138444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18103): Terminated: ok {rc=0}\u000a12:04:50.148021 --- ParallelTerminationStrategy: PID 18106 died...\u000a12:04:50.202008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18106): Terminated: ok {rc=0}\u000a12:04:50.211775 --- ParallelTerminationStrategy: PID 18109 died...\u000a12:04:50.266047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18109): Terminated: ok {rc=0}\u000a12:04:50.355921 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18125): Process ended prematurely: osmo-stp_10.42.42.5(pid=18125) [trial-2389↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18125)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18125): Process ended prematurely: osmo-stp_10.42.42.5(pid=18125) [trial-2389↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a12:04:51.469454 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:51.481033 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:04:51.622270 tst iperf3m4.py: using LAC 33821\u000a12:04:51.745817 tst iperf3m4.py: using RAC 161\u000a12:04:51.869674 tst iperf3m4.py: using CellId 33821\u000a12:04:51.990601 tst iperf3m4.py: using BVCI 33822\u000a12:04:52.014396 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:52.025363 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:52.036163 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:52.046877 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:52.057681 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:52.068491 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:52.079556 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:52.090357 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:04:52.101360 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:52.223489 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:52.347580 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:52.466016 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:04:52.754557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:04:52.883830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:53.206755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18111): Launched\u000a12:04:53.474154 run iperf3-srv_10.42.42.10(pid=18112): Launched\u000a12:04:53.664568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:04:53.794624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:54.117783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18113): Launched\u000a12:04:54.385553 run iperf3-srv_10.42.42.10(pid=18114): Launched\u000a12:04:54.575887 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:04:54.705395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:55.030423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18115): Launched\u000a12:04:55.299114 run iperf3-srv_10.42.42.10(pid=18116): Launched\u000a12:04:55.488692 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:04:55.617696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:04:55.942622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Launched\u000a12:04:56.210342 run iperf3-srv_10.42.42.10(pid=18118): Launched\u000a12:04:56.399916 tst iperf3m4.py:8: start network...\u000a12:04:56.529286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:57.028572 run create_hlr_db(pid=18119): Launched\u000a12:04:57.208057 bus /gobi_6: Setting Powered False\u000a12:04:58.229158 run create_hlr_db(pid=18119): Terminated: ok {rc=0}\u000a12:04:58.672761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18121): Launched\u000a12:04:59.007151 run osmo-hlr_10.42.42.2(pid=18122): Launched\u000a12:04:59.130035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:59.712049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18124): Launched\u000a12:05:00.044083 run osmo-stp_10.42.42.5(pid=18125): Launched\u000a12:05:00.164821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:00.745853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18127): Launched\u000a12:05:00.879736 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:01.237514 run patchelf(pid=18128): Launched\u000a12:05:01.442559 run osmo-stp_10.42.42.5(pid=18125): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18125)]\u000a12:05:01.579994 run osmo-stp_10.42.42.5(pid=18125): stdout: \u000a| (launched: 2022-12-13_12:04:59.880832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:01.718764 run osmo-stp_10.42.42.5(pid=18125): stderr: \u000a| �[0;m�[38;5;43m20221213120500071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120500072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120500072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120500072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120500073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120500073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120500073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:01.853770 run osmo-stp_10.42.42.5(pid=18125): stdout: \u000a| (launched: 2022-12-13_12:04:59.880832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:01.984395 run osmo-stp_10.42.42.5(pid=18125): stderr: \u000a| �[0;m�[38;5;43m20221213120500071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120500072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120500072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120500072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120500073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120500073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120500073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:02.137920 run patchelf(pid=18128): Terminating (SIGINT)\u000a12:05:02.316765 run patchelf(pid=18128): Terminated: ok {rc=0}\u000a12:05:02.349021 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18125): Process ended prematurely: osmo-stp_10.42.42.5(pid=18125) [trial-2389↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18125)] [trial-2389↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a12:05:02.358649 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:05:02.421771 run osmo-hlr_10.42.42.2(pid=18122): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18122)]\u000a12:05:02.472139 run osmo-hlr_10.42.42.2(pid=18122): stdout: \u000a| (launched: 2022-12-13_12:04:58.842177) \u000a12:05:02.523566 run osmo-hlr_10.42.42.2(pid=18122): stderr: \u000a| �[0;m�[1;31m20221213120459039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120459039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120459039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120459039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120459039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120459039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120459051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120459062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120459062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120459062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:02.567315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18111): Terminating (SIGTERM)\u000a12:05:02.608437 run iperf3-srv_10.42.42.10(pid=18112): Terminating (SIGTERM)\u000a12:05:02.650354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18113): Terminating (SIGTERM)\u000a12:05:02.691331 run iperf3-srv_10.42.42.10(pid=18114): Terminating (SIGTERM)\u000a12:05:02.732654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18115): Terminating (SIGTERM)\u000a12:05:02.773520 run iperf3-srv_10.42.42.10(pid=18116): Terminating (SIGTERM)\u000a12:05:02.815043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Terminating (SIGTERM)\u000a12:05:02.856140 run iperf3-srv_10.42.42.10(pid=18118): Terminating (SIGTERM)\u000a12:05:02.897475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18121): Terminating (SIGTERM)\u000a12:05:02.938573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18124): Terminating (SIGTERM)\u000a12:05:02.979551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18127): Terminating (SIGTERM)\u000a12:05:02.988588 --- ParallelTerminationStrategy: PID 18111 died...\u000a12:05:03.043721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18111): Terminated: ok {rc=0}\u000a12:05:03.053503 --- ParallelTerminationStrategy: PID 18112 died...\u000a12:05:03.108252 run iperf3-srv_10.42.42.10(pid=18112): Terminated {rc=256}\u000a12:05:03.118016 --- ParallelTerminationStrategy: PID 18113 died...\u000a12:05:03.172710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18113): Terminated: ok {rc=0}\u000a12:05:03.182722 --- ParallelTerminationStrategy: PID 18114 died...\u000a12:05:03.237574 run iperf3-srv_10.42.42.10(pid=18114): Terminated {rc=256}\u000a12:05:03.247290 --- ParallelTerminationStrategy: PID 18115 died...\u000a12:05:03.302248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18115): Terminated: ok {rc=0}\u000a12:05:03.311936 --- ParallelTerminationStrategy: PID 18116 died...\u000a12:05:03.366736 run iperf3-srv_10.42.42.10(pid=18116): Terminated {rc=256}\u000a12:05:03.376440 --- ParallelTerminationStrategy: PID 18117 died...\u000a12:05:03.431353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Terminated: ok {rc=0}\u000a12:05:03.441087 --- ParallelTerminationStrategy: PID 18118 died...\u000a12:05:03.495701 run iperf3-srv_10.42.42.10(pid=18118): Terminated {rc=256}\u000a12:05:03.505882 --- ParallelTerminationStrategy: PID 18121 died...\u000a12:05:03.561474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18121): Terminated: ok {rc=0}\u000a12:05:03.571305 --- ParallelTerminationStrategy: PID 18124 died...\u000a12:05:03.626457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18124): Terminated: ok {rc=0}\u000a12:05:03.636172 --- ParallelTerminationStrategy: PID 18127 died...\u000a12:05:03.691360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18127): Terminated: ok {rc=0}\u000a12:05:03.781558 bus /gobi_4: Setting Powered False\u000a12:05:04.886208 bus /gobi_4: Setting Powered False\u000a12:05:05.998238 bus /gobi_1: Setting Powered False\u000a12:05:07.106014 bus /gobi_1: Setting Powered False\u000a12:05:08.219825 bus /gobi_0: Setting Powered False\u000a12:05:09.323940 bus /gobi_0: Setting Powered False\u000a12:05:10.436842 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18138): Process ended prematurely: osmo-stp_10.42.42.5(pid=18138) [trial-2389↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18138)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18138): Process ended prematurely: osmo-stp_10.42.42.5(pid=18138) [trial-2389↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a12:05:11.504819 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:11.516602 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:05:11.655903 tst ping.py: using LAC 33822\u000a12:05:11.777639 tst ping.py: using RAC 162\u000a12:05:11.896473 tst ping.py: using CellId 33822\u000a12:05:12.017917 tst ping.py: using BVCI 33823\u000a12:05:12.041515 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:12.052531 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:12.063566 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:12.074663 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:12.085460 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:12.096271 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:12.107357 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:12.118252 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:05:12.414320 tst ping.py:19: start network...\u000a12:05:12.550776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:13.061437 run create_hlr_db(pid=18132): Launched\u000a12:05:13.251015 bus /gobi_6: Setting Powered False\u000a12:05:14.270383 run create_hlr_db(pid=18132): Terminated: ok {rc=0}\u000a12:05:14.679198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18134): Launched\u000a12:05:14.982892 run osmo-hlr_10.42.42.2(pid=18135): Launched\u000a12:05:15.094088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:15.624612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18137): Launched\u000a12:05:16.078333 run osmo-stp_10.42.42.5(pid=18138): Launched\u000a12:05:16.338448 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:16.949952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18140): Launched\u000a12:05:17.070724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:17.361482 run patchelf(pid=18141): Launched\u000a12:05:17.553886 run osmo-stp_10.42.42.5(pid=18138): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18138)]\u000a12:05:17.694201 run osmo-stp_10.42.42.5(pid=18138): stdout: \u000a| (launched: 2022-12-13_12:05:15.778426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:17.834563 run osmo-stp_10.42.42.5(pid=18138): stderr: \u000a| �[0;m�[38;5;43m20221213120516032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120516032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120516032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120516033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120516033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120516033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120516033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:17.969854 run osmo-stp_10.42.42.5(pid=18138): stdout: \u000a| (launched: 2022-12-13_12:05:15.778426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:18.103943 run osmo-stp_10.42.42.5(pid=18138): stderr: \u000a| �[0;m�[38;5;43m20221213120516032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120516032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120516032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120516033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120516033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120516033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120516033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:18.259478 run patchelf(pid=18141): Terminating (SIGINT)\u000a12:05:18.442168 run patchelf(pid=18141): Terminated: ok {rc=0}\u000a12:05:18.475453 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18138): Process ended prematurely: osmo-stp_10.42.42.5(pid=18138) [trial-2389↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18138)] [trial-2389↪gprs:trx-sysmocell5000↪ping.py:22]\u000a12:05:18.484707 tst ping.py:22: Test FAILED (7.0 sec)\u000a12:05:18.550244 run osmo-hlr_10.42.42.2(pid=18135): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18135)]\u000a12:05:18.603499 run osmo-hlr_10.42.42.2(pid=18135): stdout: \u000a| (launched: 2022-12-13_12:05:14.832865) \u000a12:05:18.657113 run osmo-hlr_10.42.42.2(pid=18135): stderr: \u000a| �[0;m�[1;31m20221213120515009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120515009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120515009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120515009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120515009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120515009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120515021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120515030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120515030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120515030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:18.703086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18134): Terminating (SIGTERM)\u000a12:05:18.746355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18137): Terminating (SIGTERM)\u000a12:05:18.789671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18140): Terminating (SIGTERM)\u000a12:05:18.799204 --- ParallelTerminationStrategy: PID 18134 died...\u000a12:05:18.857549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18134): Terminated: ok {rc=0}\u000a12:05:18.867936 --- ParallelTerminationStrategy: PID 18137 died...\u000a12:05:18.926096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18137): Terminated: ok {rc=0}\u000a12:05:18.936422 --- ParallelTerminationStrategy: PID 18140 died...\u000a12:05:18.994612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18140): Terminated: ok {rc=0}\u000a12:05:19.083083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18148): Process ended prematurely: osmo-stp_10.42.42.5(pid=18148) [trial-2389↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18148)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18148): Process ended prematurely: osmo-stp_10.42.42.5(pid=18148) [trial-2389↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a12:05:20.136653 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:20.148936 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a12:05:20.296908 tst ping_idle_ping.py: using LAC 33823\u000a12:05:20.421431 tst ping_idle_ping.py: using RAC 163\u000a12:05:20.540529 tst ping_idle_ping.py: using CellId 33823\u000a12:05:20.662287 tst ping_idle_ping.py: using BVCI 33824\u000a12:05:20.685661 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:20.696673 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:20.707651 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:20.718399 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:20.729542 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:20.740774 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:20.752185 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a12:05:20.763362 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a12:05:21.060226 tst ping_idle_ping.py:24: start network...\u000a12:05:21.196505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:21.714096 run create_hlr_db(pid=18142): Launched\u000a12:05:21.905167 bus /gobi_6: Setting Powered False\u000a12:05:22.924433 run create_hlr_db(pid=18142): Terminated: ok {rc=0}\u000a12:05:23.362376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18144): Launched\u000a12:05:23.693243 run osmo-hlr_10.42.42.2(pid=18145): Launched\u000a12:05:23.812644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:24.382527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18147): Launched\u000a12:05:24.705756 run osmo-stp_10.42.42.5(pid=18148): Launched\u000a12:05:24.819451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:25.352686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18150): Launched\u000a12:05:25.461710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:25.727985 run patchelf(pid=18151): Launched\u000a12:05:25.906444 run osmo-stp_10.42.42.5(pid=18148): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18148)]\u000a12:05:26.036102 run osmo-stp_10.42.42.5(pid=18148): stdout: \u000a| (launched: 2022-12-13_12:05:24.549375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:26.166508 run osmo-stp_10.42.42.5(pid=18148): stderr: \u000a| �[0;m�[38;5;43m20221213120524725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120524725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120524726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120524726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120524726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120524727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120524727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:26.291984 run osmo-stp_10.42.42.5(pid=18148): stdout: \u000a| (launched: 2022-12-13_12:05:24.549375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:26.416162 run osmo-stp_10.42.42.5(pid=18148): stderr: \u000a| �[0;m�[38;5;43m20221213120524725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120524725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120524726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120524726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120524726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120524727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120524727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:26.561525 run patchelf(pid=18151): Terminating (SIGINT)\u000a12:05:26.731658 run patchelf(pid=18151): Terminated: ok {rc=0}\u000a12:05:26.762575 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18148): Process ended prematurely: osmo-stp_10.42.42.5(pid=18148) [trial-2389↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18148)] [trial-2389↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a12:05:26.771310 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:05:26.831285 run osmo-hlr_10.42.42.2(pid=18145): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18145)]\u000a12:05:26.880423 run osmo-hlr_10.42.42.2(pid=18145): stdout: \u000a| (launched: 2022-12-13_12:05:23.529513) \u000a12:05:26.930345 run osmo-hlr_10.42.42.2(pid=18145): stderr: \u000a| �[0;m�[1;31m20221213120523728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120523728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120523728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120523728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120523729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120523729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120523741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120523750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120523750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120523750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:26.972725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18144): Terminating (SIGTERM)\u000a12:05:27.012566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18147): Terminating (SIGTERM)\u000a12:05:27.052755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18150): Terminating (SIGTERM)\u000a12:05:27.062139 --- ParallelTerminationStrategy: PID 18144 died...\u000a12:05:27.116237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18144): Terminated: ok {rc=0}\u000a12:05:27.126081 --- ParallelTerminationStrategy: PID 18147 died...\u000a12:05:27.180106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18147): Terminated: ok {rc=0}\u000a12:05:27.190039 --- ParallelTerminationStrategy: PID 18150 died...\u000a12:05:27.243522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18150): Terminated: ok {rc=0}\u000a12:05:27.327465 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:04:28" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18167): Process ended prematurely: osmo-stp_10.42.42.5(pid=18167) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18167)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18167): Process ended prematurely: osmo-stp_10.42.42.5(pid=18167) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:05:29.505397 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:29.516927 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:05:29.667142 tst cs_paging_gprs_active.py: using LAC 33824\u000a12:05:29.797816 tst cs_paging_gprs_active.py: using RAC 164\u000a12:05:29.929552 tst cs_paging_gprs_active.py: using CellId 33824\u000a12:05:30.062111 tst cs_paging_gprs_active.py: using BVCI 33825\u000a12:05:30.087748 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:30.099347 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:30.110793 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:30.122174 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:30.133700 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:30.145374 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:30.157202 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:30.168696 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:30.180441 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:30.303540 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:30.589880 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:05:30.719717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:31.091322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18157): Launched\u000a12:05:31.388593 run iperf3-srv_10.42.42.10(pid=18158): Launched\u000a12:05:31.601114 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:05:31.745354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:32.109676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18159): Launched\u000a12:05:32.401806 run iperf3-srv_10.42.42.10(pid=18160): Launched\u000a12:05:32.606740 tst cs_paging_gprs_active.py:38: start network...\u000a12:05:32.745572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:33.271913 run create_hlr_db(pid=18161): Launched\u000a12:05:33.466441 bus /gobi_6: Setting Powered False\u000a12:05:34.486572 run create_hlr_db(pid=18161): Terminated: ok {rc=0}\u000a12:05:34.907109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18163): Launched\u000a12:05:35.221096 run osmo-hlr_10.42.42.2(pid=18164): Launched\u000a12:05:35.344231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:35.893216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18166): Launched\u000a12:05:36.204872 run osmo-stp_10.42.42.5(pid=18167): Launched\u000a12:05:36.318925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:36.861903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18169): Launched\u000a12:05:36.972423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:37.244834 run patchelf(pid=18170): Launched\u000a12:05:37.427188 run osmo-stp_10.42.42.5(pid=18167): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18167)]\u000a12:05:37.561157 run osmo-stp_10.42.42.5(pid=18167): stdout: \u000a| (launched: 2022-12-13_12:05:36.051105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:37.694576 run osmo-stp_10.42.42.5(pid=18167): stderr: \u000a| �[0;m�[38;5;43m20221213120536222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120536222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120536222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120536223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120536223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120536223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120536223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:37.823054 run osmo-stp_10.42.42.5(pid=18167): stdout: \u000a| (launched: 2022-12-13_12:05:36.051105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:37.950066 run osmo-stp_10.42.42.5(pid=18167): stderr: \u000a| �[0;m�[38;5;43m20221213120536222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120536222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120536222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120536223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120536223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120536223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120536223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:38.098653 run patchelf(pid=18170): Terminating (SIGINT)\u000a12:05:38.272786 run patchelf(pid=18170): Terminated: ok {rc=0}\u000a12:05:38.304902 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18167): Process ended prematurely: osmo-stp_10.42.42.5(pid=18167) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18167)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:05:38.314429 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:05:38.374806 run osmo-hlr_10.42.42.2(pid=18164): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18164)]\u000a12:05:38.424089 run osmo-hlr_10.42.42.2(pid=18164): stdout: \u000a| (launched: 2022-12-13_12:05:35.066163) \u000a12:05:38.474128 run osmo-hlr_10.42.42.2(pid=18164): stderr: \u000a| �[0;m�[1;31m20221213120535245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120535245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120535245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120535245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120535245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120535245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120535257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120535266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120535266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120535266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:38.516866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18157): Terminating (SIGTERM)\u000a12:05:38.557010 run iperf3-srv_10.42.42.10(pid=18158): Terminating (SIGTERM)\u000a12:05:38.597676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18159): Terminating (SIGTERM)\u000a12:05:38.637601 run iperf3-srv_10.42.42.10(pid=18160): Terminating (SIGTERM)\u000a12:05:38.677613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18163): Terminating (SIGTERM)\u000a12:05:38.717680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18166): Terminating (SIGTERM)\u000a12:05:38.757678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18169): Terminating (SIGTERM)\u000a12:05:38.766873 --- ParallelTerminationStrategy: PID 18157 died...\u000a12:05:38.820536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18157): Terminated: ok {rc=0}\u000a12:05:38.830208 --- ParallelTerminationStrategy: PID 18158 died...\u000a12:05:38.883429 run iperf3-srv_10.42.42.10(pid=18158): Terminated {rc=256}\u000a12:05:38.892923 --- ParallelTerminationStrategy: PID 18159 died...\u000a12:05:38.946042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18159): Terminated: ok {rc=0}\u000a12:05:38.955529 --- ParallelTerminationStrategy: PID 18160 died...\u000a12:05:39.008664 run iperf3-srv_10.42.42.10(pid=18160): Terminated {rc=256}\u000a12:05:39.018202 --- ParallelTerminationStrategy: PID 18163 died...\u000a12:05:39.071317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18163): Terminated: ok {rc=0}\u000a12:05:39.080759 --- ParallelTerminationStrategy: PID 18166 died...\u000a12:05:39.133609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18166): Terminated: ok {rc=0}\u000a12:05:39.143103 --- ParallelTerminationStrategy: PID 18169 died...\u000a12:05:39.196234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18169): Terminated: ok {rc=0}\u000a12:05:39.284464 bus /gobi_0: Setting Powered False\u000a12:05:40.388577 bus /gobi_0: Setting Powered False\u000a12:05:41.501229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18179): Process ended prematurely: osmo-stp_10.42.42.5(pid=18179) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18179)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18179): Process ended prematurely: osmo-stp_10.42.42.5(pid=18179) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:05:42.617955 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:42.630213 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:05:42.780469 tst iperf3.py: using LAC 33825\u000a12:05:42.899517 tst iperf3.py: using RAC 165\u000a12:05:43.027126 tst iperf3.py: using CellId 33825\u000a12:05:43.155076 tst iperf3.py: using BVCI 33826\u000a12:05:43.180573 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:43.192169 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:43.203509 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:43.214911 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:43.227068 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:43.239301 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:43.251571 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:43.263598 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:43.275897 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:43.562959 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:05:43.691587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:44.013699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18171): Launched\u000a12:05:44.282621 run iperf3-srv_10.42.42.10(pid=18172): Launched\u000a12:05:44.471965 tst iperf3.py:8: start network...\u000a12:05:44.600823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:45.097878 run create_hlr_db(pid=18173): Launched\u000a12:05:45.277185 bus /gobi_6: Setting Powered False\u000a12:05:46.366226 run create_hlr_db(pid=18173): Terminated: ok {rc=0}\u000a12:05:46.837719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18175): Launched\u000a12:05:47.222161 run osmo-hlr_10.42.42.2(pid=18176): Launched\u000a12:05:47.389931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:47.972507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18178): Launched\u000a12:05:48.306666 run osmo-stp_10.42.42.5(pid=18179): Launched\u000a12:05:48.428255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:05:49.009857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18181): Launched\u000a12:05:49.128804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:05:49.420468 run patchelf(pid=18182): Launched\u000a12:05:49.616043 run osmo-stp_10.42.42.5(pid=18179): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18179)]\u000a12:05:49.758087 run osmo-stp_10.42.42.5(pid=18179): stdout: \u000a| (launched: 2022-12-13_12:05:48.141260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:49.900670 run osmo-stp_10.42.42.5(pid=18179): stderr: \u000a| �[0;m�[38;5;43m20221213120548335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120548335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120548336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120548336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120548337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120548337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120548337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:50.038079 run osmo-stp_10.42.42.5(pid=18179): stdout: \u000a| (launched: 2022-12-13_12:05:48.141260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:50.174441 run osmo-stp_10.42.42.5(pid=18179): stderr: \u000a| �[0;m�[38;5;43m20221213120548335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120548335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120548336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120548336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120548337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120548337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120548337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:50.333215 run patchelf(pid=18182): Terminating (SIGINT)\u000a12:05:50.519391 run patchelf(pid=18182): Terminated: ok {rc=0}\u000a12:05:50.553517 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18179): Process ended prematurely: osmo-stp_10.42.42.5(pid=18179) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18179)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a12:05:50.563658 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a12:05:50.628019 run osmo-hlr_10.42.42.2(pid=18176): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18176)]\u000a12:05:50.680505 run osmo-hlr_10.42.42.2(pid=18176): stdout: \u000a| (launched: 2022-12-13_12:05:46.999512) \u000a12:05:50.733409 run osmo-hlr_10.42.42.2(pid=18176): stderr: \u000a| �[0;m�[1;31m20221213120547273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120547273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120547273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120547273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120547273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120547273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120547287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120547298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120547298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120547298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:50.778643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18171): Terminating (SIGTERM)\u000a12:05:50.821287 run iperf3-srv_10.42.42.10(pid=18172): Terminating (SIGTERM)\u000a12:05:50.863648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18175): Terminating (SIGTERM)\u000a12:05:50.905818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18178): Terminating (SIGTERM)\u000a12:05:50.947857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18181): Terminating (SIGTERM)\u000a12:05:50.957539 --- ParallelTerminationStrategy: PID 18171 died...\u000a12:05:51.013932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18171): Terminated: ok {rc=0}\u000a12:05:51.023936 --- ParallelTerminationStrategy: PID 18172 died...\u000a12:05:51.080092 run iperf3-srv_10.42.42.10(pid=18172): Terminated {rc=256}\u000a12:05:51.090197 --- ParallelTerminationStrategy: PID 18175 died...\u000a12:05:51.146243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18175): Terminated: ok {rc=0}\u000a12:05:51.156246 --- ParallelTerminationStrategy: PID 18178 died...\u000a12:05:51.212351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18178): Terminated: ok {rc=0}\u000a12:05:51.222336 --- ParallelTerminationStrategy: PID 18181 died...\u000a12:05:51.278510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18181): Terminated: ok {rc=0}\u000a12:05:51.366619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18198): Process ended prematurely: osmo-stp_10.42.42.5(pid=18198) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18198)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18198): Process ended prematurely: osmo-stp_10.42.42.5(pid=18198) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:05:52.483660 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:52.496491 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:05:52.640463 tst iperf3m4.py: using LAC 33826\u000a12:05:52.766721 tst iperf3m4.py: using RAC 166\u000a12:05:52.888870 tst iperf3m4.py: using CellId 33826\u000a12:05:53.010487 tst iperf3m4.py: using BVCI 33827\u000a12:05:53.034201 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:53.045327 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:53.056210 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:53.067103 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:53.078015 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:53.088776 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:53.099885 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:53.110790 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:05:53.121760 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:53.244126 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:53.365090 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:53.487641 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:05:53.791163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:05:53.930798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:54.277139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18184): Launched\u000a12:05:54.565602 run iperf3-srv_10.42.42.10(pid=18185): Launched\u000a12:05:54.770237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:05:54.909578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:55.254800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18186): Launched\u000a12:05:55.543019 run iperf3-srv_10.42.42.10(pid=18187): Launched\u000a12:05:55.748300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:05:55.887135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:56.234147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18188): Launched\u000a12:05:56.521257 run iperf3-srv_10.42.42.10(pid=18189): Launched\u000a12:05:56.726282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:05:56.865316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:05:57.212241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18190): Launched\u000a12:05:57.509570 run iperf3-srv_10.42.42.10(pid=18191): Launched\u000a12:05:57.715423 tst iperf3m4.py:8: start network...\u000a12:05:57.854777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:58.378725 run create_hlr_db(pid=18192): Launched\u000a12:05:58.570892 bus /gobi_6: Setting Powered False\u000a12:05:59.590952 run create_hlr_db(pid=18192): Terminated: ok {rc=0}\u000a12:06:00.008276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18194): Launched\u000a12:06:00.320271 run osmo-hlr_10.42.42.2(pid=18195): Launched\u000a12:06:00.444528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:01.050398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18197): Launched\u000a12:06:01.539058 run osmo-stp_10.42.42.5(pid=18198): Launched\u000a12:06:01.668403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:02.233433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18200): Launched\u000a12:06:02.345712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:02.618773 run patchelf(pid=18201): Launched\u000a12:06:02.799998 run osmo-stp_10.42.42.5(pid=18198): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18198)]\u000a12:06:02.932124 run osmo-stp_10.42.42.5(pid=18198): stdout: \u000a| (launched: 2022-12-13_12:06:01.223847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:03.064275 run osmo-stp_10.42.42.5(pid=18198): stderr: \u000a| �[0;m�[38;5;43m20221213120601442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120601442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120601443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120601443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120601443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120601443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120601444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:03.191804 run osmo-stp_10.42.42.5(pid=18198): stdout: \u000a| (launched: 2022-12-13_12:06:01.223847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:03.317964 run osmo-stp_10.42.42.5(pid=18198): stderr: \u000a| �[0;m�[38;5;43m20221213120601442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120601442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120601443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120601443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120601443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120601443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120601444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:03.464910 run patchelf(pid=18201): Terminating (SIGINT)\u000a12:06:03.638078 run patchelf(pid=18201): Terminated: ok {rc=0}\u000a12:06:03.670343 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18198): Process ended prematurely: osmo-stp_10.42.42.5(pid=18198) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18198)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:06:03.679966 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a12:06:03.740779 run osmo-hlr_10.42.42.2(pid=18195): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18195)]\u000a12:06:03.790085 run osmo-hlr_10.42.42.2(pid=18195): stdout: \u000a| (launched: 2022-12-13_12:06:00.164922) \u000a12:06:03.840191 run osmo-hlr_10.42.42.2(pid=18195): stderr: \u000a| �[0;m�[1;31m20221213120600339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120600339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120600339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120600339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120600339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120600339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120600355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120600365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120600365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120600365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:03.882504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18184): Terminating (SIGTERM)\u000a12:06:03.922197 run iperf3-srv_10.42.42.10(pid=18185): Terminating (SIGTERM)\u000a12:06:03.962111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18186): Terminating (SIGTERM)\u000a12:06:04.001998 run iperf3-srv_10.42.42.10(pid=18187): Terminating (SIGTERM)\u000a12:06:04.041835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18188): Terminating (SIGTERM)\u000a12:06:04.081910 run iperf3-srv_10.42.42.10(pid=18189): Terminating (SIGTERM)\u000a12:06:04.121917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18190): Terminating (SIGTERM)\u000a12:06:04.161575 run iperf3-srv_10.42.42.10(pid=18191): Terminating (SIGTERM)\u000a12:06:04.201356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18194): Terminating (SIGTERM)\u000a12:06:04.241069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18197): Terminating (SIGTERM)\u000a12:06:04.280913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18200): Terminating (SIGTERM)\u000a12:06:04.290284 --- ParallelTerminationStrategy: PID 18184 died...\u000a12:06:04.343506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18184): Terminated: ok {rc=0}\u000a12:06:04.353045 --- ParallelTerminationStrategy: PID 18185 died...\u000a12:06:04.405848 run iperf3-srv_10.42.42.10(pid=18185): Terminated {rc=256}\u000a12:06:04.415280 --- ParallelTerminationStrategy: PID 18186 died...\u000a12:06:04.468116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18186): Terminated: ok {rc=0}\u000a12:06:04.477621 --- ParallelTerminationStrategy: PID 18187 died...\u000a12:06:04.530292 run iperf3-srv_10.42.42.10(pid=18187): Terminated {rc=256}\u000a12:06:04.539695 --- ParallelTerminationStrategy: PID 18188 died...\u000a12:06:04.592417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18188): Terminated: ok {rc=0}\u000a12:06:04.601919 --- ParallelTerminationStrategy: PID 18189 died...\u000a12:06:04.654694 run iperf3-srv_10.42.42.10(pid=18189): Terminated {rc=256}\u000a12:06:04.664100 --- ParallelTerminationStrategy: PID 18190 died...\u000a12:06:04.716696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18190): Terminated: ok {rc=0}\u000a12:06:04.726266 --- ParallelTerminationStrategy: PID 18191 died...\u000a12:06:04.778918 run iperf3-srv_10.42.42.10(pid=18191): Terminated {rc=256}\u000a12:06:04.788333 --- ParallelTerminationStrategy: PID 18194 died...\u000a12:06:04.841148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18194): Terminated: ok {rc=0}\u000a12:06:04.850610 --- ParallelTerminationStrategy: PID 18197 died...\u000a12:06:04.903620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18197): Terminated: ok {rc=0}\u000a12:06:04.913348 --- ParallelTerminationStrategy: PID 18200 died...\u000a12:06:04.966900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18200): Terminated: ok {rc=0}\u000a12:06:05.051821 bus /gobi_4: Setting Powered False\u000a12:06:06.159101 bus /gobi_4: Setting Powered False\u000a12:06:07.268437 bus /gobi_1: Setting Powered False\u000a12:06:08.372806 bus /gobi_1: Setting Powered False\u000a12:06:09.484776 bus /gobi_0: Setting Powered False\u000a12:06:10.589017 bus /gobi_0: Setting Powered False\u000a12:06:11.700581 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18213): Process ended prematurely: osmo-stp_10.42.42.5(pid=18213) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18213)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18213): Process ended prematurely: osmo-stp_10.42.42.5(pid=18213) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:06:12.769520 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:12.781913 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:06:12.934584 tst ping.py: using LAC 33827\u000a12:06:13.063109 tst ping.py: using RAC 167\u000a12:06:13.189237 tst ping.py: using CellId 33827\u000a12:06:13.309413 tst ping.py: using BVCI 33828\u000a12:06:13.332564 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:13.343706 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:13.354709 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:13.365724 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:13.376512 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:13.387337 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:13.398421 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:13.409717 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:13.705131 tst ping.py:19: start network...\u000a12:06:13.841366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:14.357678 run create_hlr_db(pid=18202): Launched\u000a12:06:14.552340 bus /gobi_6: Setting Powered False\u000a12:06:15.567596 run create_hlr_db(pid=18202): Terminated: ok {rc=0}\u000a12:06:16.021848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18209): Launched\u000a12:06:16.458459 run osmo-hlr_10.42.42.2(pid=18210): Launched\u000a12:06:16.653469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:17.313165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18212): Launched\u000a12:06:17.622062 run osmo-stp_10.42.42.5(pid=18213): Launched\u000a12:06:17.743213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:18.276581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18215): Launched\u000a12:06:18.384282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:18.650703 run patchelf(pid=18216): Launched\u000a12:06:18.828311 run osmo-stp_10.42.42.5(pid=18213): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18213)]\u000a12:06:18.957817 run osmo-stp_10.42.42.5(pid=18213): stdout: \u000a| (launched: 2022-12-13_12:06:17.469672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:19.087705 run osmo-stp_10.42.42.5(pid=18213): stderr: \u000a| �[0;m�[38;5;43m20221213120617640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120617640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120617640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120617641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120617641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120617641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120617641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:19.212571 run osmo-stp_10.42.42.5(pid=18213): stdout: \u000a| (launched: 2022-12-13_12:06:17.469672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:19.336550 run osmo-stp_10.42.42.5(pid=18213): stderr: \u000a| �[0;m�[38;5;43m20221213120617640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120617640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120617640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120617641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120617641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120617641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120617641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:19.481731 run patchelf(pid=18216): Terminating (SIGINT)\u000a12:06:19.651492 run patchelf(pid=18216): Terminated: ok {rc=0}\u000a12:06:19.682408 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18213): Process ended prematurely: osmo-stp_10.42.42.5(pid=18213) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18213)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a12:06:19.691646 tst ping.py:22: Test FAILED (6.9 sec)\u000a12:06:19.751630 run osmo-hlr_10.42.42.2(pid=18210): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18210)]\u000a12:06:19.800796 run osmo-hlr_10.42.42.2(pid=18210): stdout: \u000a| (launched: 2022-12-13_12:06:16.191551) \u000a12:06:19.850613 run osmo-hlr_10.42.42.2(pid=18210): stderr: \u000a| �[0;m�[1;31m20221213120616624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120616624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120616624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120616624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120616624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120616624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120616657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120616679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120616679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120616679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:19.893011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18209): Terminating (SIGTERM)\u000a12:06:19.932892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18212): Terminating (SIGTERM)\u000a12:06:19.973211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18215): Terminating (SIGTERM)\u000a12:06:19.982509 --- ParallelTerminationStrategy: PID 18209 died...\u000a12:06:20.036339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18209): Terminated: ok {rc=0}\u000a12:06:20.046036 --- ParallelTerminationStrategy: PID 18212 died...\u000a12:06:20.099525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18212): Terminated: ok {rc=0}\u000a12:06:20.109280 --- ParallelTerminationStrategy: PID 18215 died...\u000a12:06:20.162753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18215): Terminated: ok {rc=0}\u000a12:06:20.247762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18223): Process ended prematurely: osmo-stp_10.42.42.5(pid=18223) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18223)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18223): Process ended prematurely: osmo-stp_10.42.42.5(pid=18223) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:06:21.301275 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:21.314450 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:06:21.465381 tst ping_idle_ping.py: using LAC 33828\u000a12:06:21.588213 tst ping_idle_ping.py: using RAC 168\u000a12:06:21.713737 tst ping_idle_ping.py: using CellId 33828\u000a12:06:21.832196 tst ping_idle_ping.py: using BVCI 33829\u000a12:06:21.855625 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:21.866939 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:21.878073 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:21.888832 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:21.899586 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:21.910457 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:21.921531 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:06:21.932305 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:06:22.229923 tst ping_idle_ping.py:24: start network...\u000a12:06:22.366659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:22.887457 run create_hlr_db(pid=18217): Launched\u000a12:06:23.078958 bus /gobi_6: Setting Powered False\u000a12:06:24.099186 run create_hlr_db(pid=18217): Terminated: ok {rc=0}\u000a12:06:24.511839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18219): Launched\u000a12:06:24.818822 run osmo-hlr_10.42.42.2(pid=18220): Launched\u000a12:06:24.930838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:25.460121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18222): Launched\u000a12:06:25.767256 run osmo-stp_10.42.42.5(pid=18223): Launched\u000a12:06:25.878139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:26.409811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18225): Launched\u000a12:06:26.517902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:26.786753 run patchelf(pid=18226): Launched\u000a12:06:26.965502 run osmo-stp_10.42.42.5(pid=18223): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18223)]\u000a12:06:27.095537 run osmo-stp_10.42.42.5(pid=18223): stdout: \u000a| (launched: 2022-12-13_12:06:25.616011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:27.226216 run osmo-stp_10.42.42.5(pid=18223): stderr: \u000a| �[0;m�[38;5;43m20221213120625787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120625787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120625787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120625787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120625788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120625788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120625788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:27.351862 run osmo-stp_10.42.42.5(pid=18223): stdout: \u000a| (launched: 2022-12-13_12:06:25.616011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:27.476512 run osmo-stp_10.42.42.5(pid=18223): stderr: \u000a| �[0;m�[38;5;43m20221213120625787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120625787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120625787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120625787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120625788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120625788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120625788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:27.621884 run patchelf(pid=18226): Terminating (SIGINT)\u000a12:06:27.792146 run patchelf(pid=18226): Terminated: ok {rc=0}\u000a12:06:27.823132 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18223): Process ended prematurely: osmo-stp_10.42.42.5(pid=18223) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18223)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:06:27.831779 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:06:27.892120 run osmo-hlr_10.42.42.2(pid=18220): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18220)]\u000a12:06:27.940797 run osmo-hlr_10.42.42.2(pid=18220): stdout: \u000a| (launched: 2022-12-13_12:06:24.667432) \u000a12:06:27.990101 run osmo-hlr_10.42.42.2(pid=18220): stderr: \u000a| �[0;m�[1;31m20221213120624846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120624846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120624846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120624846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120624846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120624846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120624862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120624872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120624872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120624873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:28.032088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18219): Terminating (SIGTERM)\u000a12:06:28.071889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18222): Terminating (SIGTERM)\u000a12:06:28.111754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18225): Terminating (SIGTERM)\u000a12:06:28.120634 --- ParallelTerminationStrategy: PID 18219 died...\u000a12:06:28.173596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18219): Terminated: ok {rc=0}\u000a12:06:28.183193 --- ParallelTerminationStrategy: PID 18222 died...\u000a12:06:28.236395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18222): Terminated: ok {rc=0}\u000a12:06:28.246025 --- ParallelTerminationStrategy: PID 18225 died...\u000a12:06:28.299273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18225): Terminated: ok {rc=0}\u000a12:06:28.383328 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:05:29" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18240): Process ended prematurely: osmo-stp_10.42.42.5(pid=18240) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18240)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18240): Process ended prematurely: osmo-stp_10.42.42.5(pid=18240) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:06:30.555054 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:30.566189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:06:30.727668 tst cs_paging_gprs_active.py: using LAC 33829\u000a12:06:30.863733 tst cs_paging_gprs_active.py: using RAC 169\u000a12:06:30.994097 tst cs_paging_gprs_active.py: using CellId 33829\u000a12:06:31.146362 tst cs_paging_gprs_active.py: using BVCI 33830\u000a12:06:31.179255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:31.194181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:31.208640 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:31.222753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:31.237254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:31.251341 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:31.265688 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:31.279324 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:31.292668 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:31.453918 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:31.805617 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:06:31.950782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:32.322284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18230): Launched\u000a12:06:32.609810 run iperf3-srv_10.42.42.10(pid=18231): Launched\u000a12:06:32.814317 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:06:32.953664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:33.300119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18232): Launched\u000a12:06:33.587410 run iperf3-srv_10.42.42.10(pid=18233): Launched\u000a12:06:33.791327 tst cs_paging_gprs_active.py:38: start network...\u000a12:06:33.930642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:34.454960 run create_hlr_db(pid=18234): Launched\u000a12:06:34.648060 bus /gobi_6: Setting Powered False\u000a12:06:35.667823 run create_hlr_db(pid=18234): Terminated: ok {rc=0}\u000a12:06:36.086126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18236): Launched\u000a12:06:36.399453 run osmo-hlr_10.42.42.2(pid=18237): Launched\u000a12:06:36.513942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:37.052686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18239): Launched\u000a12:06:37.363894 run osmo-stp_10.42.42.5(pid=18240): Launched\u000a12:06:37.476110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:38.017361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18242): Launched\u000a12:06:38.127784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:38.399488 run patchelf(pid=18243): Launched\u000a12:06:38.581209 run osmo-stp_10.42.42.5(pid=18240): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18240)]\u000a12:06:38.714251 run osmo-stp_10.42.42.5(pid=18240): stdout: \u000a| (launched: 2022-12-13_12:06:37.210427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:38.847811 run osmo-stp_10.42.42.5(pid=18240): stderr: \u000a| �[0;m�[38;5;43m20221213120637382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120637382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120637382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120637382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120637383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120637383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120637383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:38.975990 run osmo-stp_10.42.42.5(pid=18240): stdout: \u000a| (launched: 2022-12-13_12:06:37.210427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:39.102908 run osmo-stp_10.42.42.5(pid=18240): stderr: \u000a| �[0;m�[38;5;43m20221213120637382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120637382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120637382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120637382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120637383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120637383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120637383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:39.250719 run patchelf(pid=18243): Terminating (SIGINT)\u000a12:06:39.424559 run patchelf(pid=18243): Terminated: ok {rc=0}\u000a12:06:39.456491 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18240): Process ended prematurely: osmo-stp_10.42.42.5(pid=18240) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18240)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:06:39.465930 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:06:39.526059 run osmo-hlr_10.42.42.2(pid=18237): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18237)]\u000a12:06:39.575107 run osmo-hlr_10.42.42.2(pid=18237): stdout: \u000a| (launched: 2022-12-13_12:06:36.244583) \u000a12:06:39.624735 run osmo-hlr_10.42.42.2(pid=18237): stderr: \u000a| �[0;m�[1;31m20221213120636421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120636421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120636421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120636422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120636422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120636422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120636459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120636469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120636469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120636469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:39.666907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18230): Terminating (SIGTERM)\u000a12:06:39.706393 run iperf3-srv_10.42.42.10(pid=18231): Terminating (SIGTERM)\u000a12:06:39.745975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18232): Terminating (SIGTERM)\u000a12:06:39.785680 run iperf3-srv_10.42.42.10(pid=18233): Terminating (SIGTERM)\u000a12:06:39.825488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18236): Terminating (SIGTERM)\u000a12:06:39.865323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18239): Terminating (SIGTERM)\u000a12:06:39.905552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18242): Terminating (SIGTERM)\u000a12:06:39.914804 --- ParallelTerminationStrategy: PID 18230 died...\u000a12:06:39.968796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18230): Terminated: ok {rc=0}\u000a12:06:39.978417 --- ParallelTerminationStrategy: PID 18231 died...\u000a12:06:40.031251 run iperf3-srv_10.42.42.10(pid=18231): Terminated {rc=256}\u000a12:06:40.040796 --- ParallelTerminationStrategy: PID 18232 died...\u000a12:06:40.093834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18232): Terminated: ok {rc=0}\u000a12:06:40.103246 --- ParallelTerminationStrategy: PID 18233 died...\u000a12:06:40.156174 run iperf3-srv_10.42.42.10(pid=18233): Terminated {rc=256}\u000a12:06:40.165787 --- ParallelTerminationStrategy: PID 18236 died...\u000a12:06:40.218854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18236): Terminated: ok {rc=0}\u000a12:06:40.228726 --- ParallelTerminationStrategy: PID 18239 died...\u000a12:06:40.281883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18239): Terminated: ok {rc=0}\u000a12:06:40.291479 --- ParallelTerminationStrategy: PID 18242 died...\u000a12:06:40.344711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18242): Terminated: ok {rc=0}\u000a12:06:40.433405 bus /gobi_0: Setting Powered False\u000a12:06:41.535824 bus /gobi_0: Setting Powered False\u000a12:06:42.647736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18252): Process ended prematurely: osmo-stp_10.42.42.5(pid=18252) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18252)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18252): Process ended prematurely: osmo-stp_10.42.42.5(pid=18252) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:06:43.759425 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:43.771462 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:06:43.934653 tst iperf3.py: using LAC 33830\u000a12:06:44.059363 tst iperf3.py: using RAC 170\u000a12:06:44.183501 tst iperf3.py: using CellId 33830\u000a12:06:44.307218 tst iperf3.py: using BVCI 33831\u000a12:06:44.331025 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:44.342206 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:44.353214 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:44.364108 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:44.375088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:44.386018 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:44.397064 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:44.407814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:44.418862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:44.699695 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:06:44.828569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:45.151280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18244): Launched\u000a12:06:45.419685 run iperf3-srv_10.42.42.10(pid=18245): Launched\u000a12:06:45.610352 tst iperf3.py:8: start network...\u000a12:06:45.740038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:46.323856 run create_hlr_db(pid=18246): Launched\u000a12:06:46.506130 bus /gobi_6: Setting Powered False\u000a12:06:47.524005 run create_hlr_db(pid=18246): Terminated: ok {rc=0}\u000a12:06:47.937996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18248): Launched\u000a12:06:48.250362 run osmo-hlr_10.42.42.2(pid=18249): Launched\u000a12:06:48.372653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:48.920550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18251): Launched\u000a12:06:49.230340 run osmo-stp_10.42.42.5(pid=18252): Launched\u000a12:06:49.341861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:49.882800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18254): Launched\u000a12:06:49.993478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:50.266488 run patchelf(pid=18255): Launched\u000a12:06:50.448116 run osmo-stp_10.42.42.5(pid=18252): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18252)]\u000a12:06:50.580292 run osmo-stp_10.42.42.5(pid=18252): stdout: \u000a| (launched: 2022-12-13_12:06:49.077528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:50.713052 run osmo-stp_10.42.42.5(pid=18252): stderr: \u000a| �[0;m�[38;5;43m20221213120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120649251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120649251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120649251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120649252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120649252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:50.840749 run osmo-stp_10.42.42.5(pid=18252): stdout: \u000a| (launched: 2022-12-13_12:06:49.077528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:50.967436 run osmo-stp_10.42.42.5(pid=18252): stderr: \u000a| �[0;m�[38;5;43m20221213120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120649250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120649251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120649251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120649251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120649252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120649252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:51.115360 run patchelf(pid=18255): Terminating (SIGINT)\u000a12:06:51.289689 run patchelf(pid=18255): Terminated: ok {rc=0}\u000a12:06:51.321661 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18252): Process ended prematurely: osmo-stp_10.42.42.5(pid=18252) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18252)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:06:51.331116 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:06:51.391337 run osmo-hlr_10.42.42.2(pid=18249): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18249)]\u000a12:06:51.440725 run osmo-hlr_10.42.42.2(pid=18249): stdout: \u000a| (launched: 2022-12-13_12:06:48.097315) \u000a12:06:51.491557 run osmo-hlr_10.42.42.2(pid=18249): stderr: \u000a| �[0;m�[1;31m20221213120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120648275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120648288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120648299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120648299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120648299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:51.534097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18244): Terminating (SIGTERM)\u000a12:06:51.573923 run iperf3-srv_10.42.42.10(pid=18245): Terminating (SIGTERM)\u000a12:06:51.613735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18248): Terminating (SIGTERM)\u000a12:06:51.653670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18251): Terminating (SIGTERM)\u000a12:06:51.693519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18254): Terminating (SIGTERM)\u000a12:06:51.702715 --- ParallelTerminationStrategy: PID 18244 died...\u000a12:06:51.756282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18244): Terminated: ok {rc=0}\u000a12:06:51.765835 --- ParallelTerminationStrategy: PID 18245 died...\u000a12:06:51.818923 run iperf3-srv_10.42.42.10(pid=18245): Terminated {rc=256}\u000a12:06:51.828430 --- ParallelTerminationStrategy: PID 18248 died...\u000a12:06:51.881544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18248): Terminated: ok {rc=0}\u000a12:06:51.891148 --- ParallelTerminationStrategy: PID 18251 died...\u000a12:06:51.943995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18251): Terminated: ok {rc=0}\u000a12:06:51.953720 --- ParallelTerminationStrategy: PID 18254 died...\u000a12:06:52.006971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18254): Terminated: ok {rc=0}\u000a12:06:52.094580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:06:53.206813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.218923 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:06:53.382077 tst iperf3m4.py: using LAC 33831\u000a12:06:53.505214 tst iperf3m4.py: using RAC 171\u000a12:06:53.628344 tst iperf3m4.py: using CellId 33831\u000a12:06:53.751915 tst iperf3m4.py: using BVCI 33832\u000a12:06:53.775740 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.786995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.797967 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.808863 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.819755 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.830756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.841803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.852539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:06:53.863534 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:53.986090 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:54.106706 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:54.229881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:06:54.517152 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:06:54.645878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:54.970497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18256): Launched\u000a12:06:55.238605 run iperf3-srv_10.42.42.10(pid=18257): Launched\u000a12:06:55.429350 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:06:55.558738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:55.882077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18258): Launched\u000a12:06:56.152184 run iperf3-srv_10.42.42.10(pid=18259): Launched\u000a12:06:56.342344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:06:56.471465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:56.794512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18260): Launched\u000a12:06:57.061952 run iperf3-srv_10.42.42.10(pid=18261): Launched\u000a12:06:57.251686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:06:57.380667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:57.706437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18262): Launched\u000a12:06:57.974268 run iperf3-srv_10.42.42.10(pid=18263): Launched\u000a12:06:58.164527 tst iperf3m4.py:8: start network...\u000a12:06:58.293736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:58.791357 run create_hlr_db(pid=18264): Launched\u000a12:06:58.969986 bus /gobi_6: Setting Powered False\u000a12:06:59.990673 run create_hlr_db(pid=18264): Terminated: ok {rc=0}\u000a12:07:00.409357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Launched\u000a12:07:00.720356 run osmo-hlr_10.42.42.2(pid=18267): Launched\u000a12:07:00.850487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:01.421521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Launched\u000a12:07:01.838029 run osmo-stp_10.42.42.5(pid=18270): Launched\u000a12:07:02.012665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:02.590541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18272): Launched\u000a12:07:02.701392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:02.974522 run patchelf(pid=18273): Launched\u000a12:07:03.157190 run osmo-stp_10.42.42.5(pid=18270): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)]\u000a12:07:03.290967 run osmo-stp_10.42.42.5(pid=18270): stdout: \u000a| (launched: 2022-12-13_12:07:01.582655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:03.424686 run osmo-stp_10.42.42.5(pid=18270): stderr: \u000a| �[0;m�[38;5;43m20221213120701912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120701912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120701912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120701921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120701922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120701922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120701922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:03.553746 run osmo-stp_10.42.42.5(pid=18270): stdout: \u000a| (launched: 2022-12-13_12:07:01.582655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:03.681644 run osmo-stp_10.42.42.5(pid=18270): stderr: \u000a| �[0;m�[38;5;43m20221213120701912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120701912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120701912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120701921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120701922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120701922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120701922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:03.830219 run patchelf(pid=18273): Terminating (SIGINT)\u000a12:07:04.004607 run patchelf(pid=18273): Terminated: ok {rc=0}\u000a12:07:04.036692 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18270): Process ended prematurely: osmo-stp_10.42.42.5(pid=18270) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18270)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:07:04.046231 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:07:04.107524 run osmo-hlr_10.42.42.2(pid=18267): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18267)]\u000a12:07:04.157300 run osmo-hlr_10.42.42.2(pid=18267): stdout: \u000a| (launched: 2022-12-13_12:07:00.566973) \u000a12:07:04.207616 run osmo-hlr_10.42.42.2(pid=18267): stderr: \u000a| �[0;m�[1;31m20221213120700743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120700743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120700743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120700744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120700744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120700744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120700756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120700764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120700765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120700765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:04.250270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18256): Terminating (SIGTERM)\u000a12:07:04.290402 run iperf3-srv_10.42.42.10(pid=18257): Terminating (SIGTERM)\u000a12:07:04.330859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18258): Terminating (SIGTERM)\u000a12:07:04.371146 run iperf3-srv_10.42.42.10(pid=18259): Terminating (SIGTERM)\u000a12:07:04.411498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18260): Terminating (SIGTERM)\u000a12:07:04.451892 run iperf3-srv_10.42.42.10(pid=18261): Terminating (SIGTERM)\u000a12:07:04.492003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18262): Terminating (SIGTERM)\u000a12:07:04.532079 run iperf3-srv_10.42.42.10(pid=18263): Terminating (SIGTERM)\u000a12:07:04.572293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Terminating (SIGTERM)\u000a12:07:04.612351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Terminating (SIGTERM)\u000a12:07:04.652489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18272): Terminating (SIGTERM)\u000a12:07:04.661857 --- ParallelTerminationStrategy: PID 18256 died...\u000a12:07:04.715815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18256): Terminated: ok {rc=0}\u000a12:07:04.725903 --- ParallelTerminationStrategy: PID 18257 died...\u000a12:07:04.779171 run iperf3-srv_10.42.42.10(pid=18257): Terminated {rc=256}\u000a12:07:04.788598 --- ParallelTerminationStrategy: PID 18258 died...\u000a12:07:04.842422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18258): Terminated: ok {rc=0}\u000a12:07:04.852164 --- ParallelTerminationStrategy: PID 18259 died...\u000a12:07:04.905286 run iperf3-srv_10.42.42.10(pid=18259): Terminated {rc=256}\u000a12:07:04.914838 --- ParallelTerminationStrategy: PID 18260 died...\u000a12:07:04.968303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18260): Terminated: ok {rc=0}\u000a12:07:04.977970 --- ParallelTerminationStrategy: PID 18261 died...\u000a12:07:05.030999 run iperf3-srv_10.42.42.10(pid=18261): Terminated {rc=256}\u000a12:07:05.040413 --- ParallelTerminationStrategy: PID 18262 died...\u000a12:07:05.094181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18262): Terminated: ok {rc=0}\u000a12:07:05.103920 --- ParallelTerminationStrategy: PID 18263 died...\u000a12:07:05.156830 run iperf3-srv_10.42.42.10(pid=18263): Terminated {rc=256}\u000a12:07:05.166294 --- ParallelTerminationStrategy: PID 18266 died...\u000a12:07:05.219628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18266): Terminated: ok {rc=0}\u000a12:07:05.229422 --- ParallelTerminationStrategy: PID 18269 died...\u000a12:07:05.282481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18269): Terminated: ok {rc=0}\u000a12:07:05.292020 --- ParallelTerminationStrategy: PID 18272 died...\u000a12:07:05.345118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18272): Terminated: ok {rc=0}\u000a12:07:05.433219 bus /gobi_4: Setting Powered False\u000a12:07:06.538327 bus /gobi_4: Setting Powered False\u000a12:07:07.650954 bus /gobi_1: Setting Powered False\u000a12:07:08.758050 bus /gobi_1: Setting Powered False\u000a12:07:09.867558 bus /gobi_0: Setting Powered False\u000a12:07:10.974120 bus /gobi_0: Setting Powered False\u000a12:07:12.088178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18280): Process ended prematurely: osmo-stp_10.42.42.5(pid=18280) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18280)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18280): Process ended prematurely: osmo-stp_10.42.42.5(pid=18280) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:07:13.155611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:13.167695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:07:13.335905 tst ping.py: using LAC 33832\u000a12:07:13.463797 tst ping.py: using RAC 172\u000a12:07:13.594886 tst ping.py: using CellId 33832\u000a12:07:13.722726 tst ping.py: using BVCI 33833\u000a12:07:13.747774 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:13.759682 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:13.771436 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:13.783025 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:13.795260 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:13.807590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:13.819617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:13.831842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:14.112160 tst ping.py:19: start network...\u000a12:07:14.238445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:14.727488 run create_hlr_db(pid=18274): Launched\u000a12:07:14.902610 bus /gobi_6: Setting Powered False\u000a12:07:15.935715 run create_hlr_db(pid=18274): Terminated: ok {rc=0}\u000a12:07:16.369888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18276): Launched\u000a12:07:16.716286 run osmo-hlr_10.42.42.2(pid=18277): Launched\u000a12:07:16.892376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:17.625681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18279): Launched\u000a12:07:17.951666 run osmo-stp_10.42.42.5(pid=18280): Launched\u000a12:07:18.069424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:18.639664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18282): Launched\u000a12:07:18.756034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:19.041635 run patchelf(pid=18283): Launched\u000a12:07:19.232520 run osmo-stp_10.42.42.5(pid=18280): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18280)]\u000a12:07:19.371969 run osmo-stp_10.42.42.5(pid=18280): stdout: \u000a| (launched: 2022-12-13_12:07:17.790867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:19.512316 run osmo-stp_10.42.42.5(pid=18280): stderr: \u000a| �[0;m�[38;5;43m20221213120717985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120717985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120717985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120717986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120717986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120717986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120717986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:19.647233 run osmo-stp_10.42.42.5(pid=18280): stdout: \u000a| (launched: 2022-12-13_12:07:17.790867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:19.780738 run osmo-stp_10.42.42.5(pid=18280): stderr: \u000a| �[0;m�[38;5;43m20221213120717985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120717985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120717985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120717986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120717986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120717986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120717986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:19.935959 run patchelf(pid=18283): Terminating (SIGINT)\u000a12:07:20.117520 run patchelf(pid=18283): Terminated: ok {rc=0}\u000a12:07:20.150399 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18280): Process ended prematurely: osmo-stp_10.42.42.5(pid=18280) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18280)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:07:20.159857 tst ping.py:22: Test FAILED (7.0 sec)\u000a12:07:20.223766 run osmo-hlr_10.42.42.2(pid=18277): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18277)]\u000a12:07:20.275739 run osmo-hlr_10.42.42.2(pid=18277): stdout: \u000a| (launched: 2022-12-13_12:07:16.528232) \u000a12:07:20.328256 run osmo-hlr_10.42.42.2(pid=18277): stderr: \u000a| �[0;m�[1;31m20221213120716888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120716888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120716888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120716888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120716888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120716888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120716912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120716929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120716929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120716929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:20.373282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18276): Terminating (SIGTERM)\u000a12:07:20.415599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18279): Terminating (SIGTERM)\u000a12:07:20.458063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18282): Terminating (SIGTERM)\u000a12:07:20.467826 --- ParallelTerminationStrategy: PID 18276 died...\u000a12:07:20.525014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18276): Terminated: ok {rc=0}\u000a12:07:20.535278 --- ParallelTerminationStrategy: PID 18279 died...\u000a12:07:20.591966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18279): Terminated: ok {rc=0}\u000a12:07:20.602001 --- ParallelTerminationStrategy: PID 18282 died...\u000a12:07:20.658948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18282): Terminated: ok {rc=0}\u000a12:07:20.745783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18290): Process ended prematurely: osmo-stp_10.42.42.5(pid=18290) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18290)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18290): Process ended prematurely: osmo-stp_10.42.42.5(pid=18290) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:07:21.798037 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:21.810468 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:07:21.980471 tst ping_idle_ping.py: using LAC 33833\u000a12:07:22.107383 tst ping_idle_ping.py: using RAC 173\u000a12:07:22.234533 tst ping_idle_ping.py: using CellId 33833\u000a12:07:22.362613 tst ping_idle_ping.py: using BVCI 33834\u000a12:07:22.387660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:22.399483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:22.410970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:22.422488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:22.434209 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:22.446089 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:22.458025 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:07:22.469715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:07:22.768784 tst ping_idle_ping.py:24: start network...\u000a12:07:22.905033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:23.427572 run create_hlr_db(pid=18284): Launched\u000a12:07:23.618136 bus /gobi_6: Setting Powered False\u000a12:07:24.627540 run create_hlr_db(pid=18284): Terminated: ok {rc=0}\u000a12:07:25.044099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18286): Launched\u000a12:07:25.351548 run osmo-hlr_10.42.42.2(pid=18287): Launched\u000a12:07:25.469373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:26.000364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18289): Launched\u000a12:07:26.307230 run osmo-stp_10.42.42.5(pid=18290): Launched\u000a12:07:26.418926 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:26.952061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18292): Launched\u000a12:07:27.061134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:27.330610 run patchelf(pid=18293): Launched\u000a12:07:27.509449 run osmo-stp_10.42.42.5(pid=18290): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18290)]\u000a12:07:27.639882 run osmo-stp_10.42.42.5(pid=18290): stdout: \u000a| (launched: 2022-12-13_12:07:26.156058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:27.770640 run osmo-stp_10.42.42.5(pid=18290): stderr: \u000a| �[0;m�[38;5;43m20221213120726329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120726329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120726330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120726330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120726331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120726331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120726331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:27.896194 run osmo-stp_10.42.42.5(pid=18290): stdout: \u000a| (launched: 2022-12-13_12:07:26.156058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:28.020740 run osmo-stp_10.42.42.5(pid=18290): stderr: \u000a| �[0;m�[38;5;43m20221213120726329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120726329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120726330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120726330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120726331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120726331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120726331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:28.165715 run patchelf(pid=18293): Terminating (SIGINT)\u000a12:07:28.335873 run patchelf(pid=18293): Terminated: ok {rc=0}\u000a12:07:28.367050 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18290): Process ended prematurely: osmo-stp_10.42.42.5(pid=18290) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18290)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:07:28.375926 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:07:28.435824 run osmo-hlr_10.42.42.2(pid=18287): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18287)]\u000a12:07:28.485120 run osmo-hlr_10.42.42.2(pid=18287): stdout: \u000a| (launched: 2022-12-13_12:07:25.199013) \u000a12:07:28.534980 run osmo-hlr_10.42.42.2(pid=18287): stderr: \u000a| �[0;m�[1;31m20221213120725374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120725374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120725374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120725374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120725374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120725374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120725386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120725394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120725394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120725394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:28.577310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18286): Terminating (SIGTERM)\u000a12:07:28.617207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18289): Terminating (SIGTERM)\u000a12:07:28.657307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18292): Terminating (SIGTERM)\u000a12:07:28.666472 --- ParallelTerminationStrategy: PID 18286 died...\u000a12:07:28.719723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18286): Terminated: ok {rc=0}\u000a12:07:28.729563 --- ParallelTerminationStrategy: PID 18289 died...\u000a12:07:28.782601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18289): Terminated: ok {rc=0}\u000a12:07:28.792056 --- ParallelTerminationStrategy: PID 18292 died...\u000a12:07:28.845148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18292): Terminated: ok {rc=0}\u000a12:07:28.928657 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:06:30" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18311): Process ended prematurely: osmo-stp_10.42.42.5(pid=18311) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18311)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18311): Process ended prematurely: osmo-stp_10.42.42.5(pid=18311) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:07:31.130152 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.144830 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:07:31.351974 tst cs_paging_gprs_active.py: using LAC 33834\u000a12:07:31.496518 tst cs_paging_gprs_active.py: using RAC 174\u000a12:07:31.645376 tst cs_paging_gprs_active.py: using CellId 33834\u000a12:07:31.811231 tst cs_paging_gprs_active.py: using BVCI 33835\u000a12:07:31.846689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.864472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.880599 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.897387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.914129 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.927985 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.948768 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.969696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:31.987072 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:32.110471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:32.422553 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:07:32.563633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:32.908922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18301): Launched\u000a12:07:33.197853 run iperf3-srv_10.42.42.10(pid=18302): Launched\u000a12:07:33.403157 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:07:33.543148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:33.890846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18303): Launched\u000a12:07:34.178720 run iperf3-srv_10.42.42.10(pid=18304): Launched\u000a12:07:34.383129 tst cs_paging_gprs_active.py:38: start network...\u000a12:07:34.522692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:35.046475 run create_hlr_db(pid=18305): Launched\u000a12:07:35.239688 bus /gobi_6: Setting Powered False\u000a12:07:36.258676 run create_hlr_db(pid=18305): Terminated: ok {rc=0}\u000a12:07:36.701891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18307): Launched\u000a12:07:37.036702 run osmo-hlr_10.42.42.2(pid=18308): Launched\u000a12:07:37.159029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:37.738950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18310): Launched\u000a12:07:38.072761 run osmo-stp_10.42.42.5(pid=18311): Launched\u000a12:07:38.193941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:38.773479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18313): Launched\u000a12:07:38.891587 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:39.183347 run patchelf(pid=18314): Launched\u000a12:07:39.377369 run osmo-stp_10.42.42.5(pid=18311): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18311)]\u000a12:07:39.520040 run osmo-stp_10.42.42.5(pid=18311): stdout: \u000a| (launched: 2022-12-13_12:07:37.907611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:39.662655 run osmo-stp_10.42.42.5(pid=18311): stderr: \u000a| �[0;m�[38;5;43m20221213120738099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120738099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120738099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120738099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120738100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120738100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120738100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:39.799436 run osmo-stp_10.42.42.5(pid=18311): stdout: \u000a| (launched: 2022-12-13_12:07:37.907611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:39.935050 run osmo-stp_10.42.42.5(pid=18311): stderr: \u000a| �[0;m�[38;5;43m20221213120738099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120738099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120738099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120738099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120738100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120738100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120738100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:40.093419 run patchelf(pid=18314): Terminating (SIGINT)\u000a12:07:40.278900 run patchelf(pid=18314): Terminated: ok {rc=0}\u000a12:07:40.312779 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18311): Process ended prematurely: osmo-stp_10.42.42.5(pid=18311) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18311)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:07:40.322922 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a12:07:40.386609 run osmo-hlr_10.42.42.2(pid=18308): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18308)]\u000a12:07:40.438499 run osmo-hlr_10.42.42.2(pid=18308): stdout: \u000a| (launched: 2022-12-13_12:07:36.870785) \u000a12:07:40.491582 run osmo-hlr_10.42.42.2(pid=18308): stderr: \u000a| �[0;m�[1;31m20221213120737069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120737070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120737070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120737070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120737070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120737070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120737082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120737090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120737090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120737090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:40.536660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18301): Terminating (SIGTERM)\u000a12:07:40.579431 run iperf3-srv_10.42.42.10(pid=18302): Terminating (SIGTERM)\u000a12:07:40.621824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18303): Terminating (SIGTERM)\u000a12:07:40.664318 run iperf3-srv_10.42.42.10(pid=18304): Terminating (SIGTERM)\u000a12:07:40.706636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18307): Terminating (SIGTERM)\u000a12:07:40.748906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18310): Terminating (SIGTERM)\u000a12:07:40.791090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18313): Terminating (SIGTERM)\u000a12:07:40.800757 --- ParallelTerminationStrategy: PID 18301 died...\u000a12:07:40.857507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18301): Terminated: ok {rc=0}\u000a12:07:40.867468 --- ParallelTerminationStrategy: PID 18302 died...\u000a12:07:40.923901 run iperf3-srv_10.42.42.10(pid=18302): Terminated {rc=256}\u000a12:07:40.933891 --- ParallelTerminationStrategy: PID 18303 died...\u000a12:07:40.990047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18303): Terminated: ok {rc=0}\u000a12:07:40.999996 --- ParallelTerminationStrategy: PID 18304 died...\u000a12:07:41.056143 run iperf3-srv_10.42.42.10(pid=18304): Terminated {rc=256}\u000a12:07:41.066117 --- ParallelTerminationStrategy: PID 18307 died...\u000a12:07:41.122331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18307): Terminated: ok {rc=0}\u000a12:07:41.132354 --- ParallelTerminationStrategy: PID 18310 died...\u000a12:07:41.188535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18310): Terminated: ok {rc=0}\u000a12:07:41.198503 --- ParallelTerminationStrategy: PID 18313 died...\u000a12:07:41.254625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18313): Terminated: ok {rc=0}\u000a12:07:41.342876 bus /gobi_0: Setting Powered False\u000a12:07:42.449473 bus /gobi_0: Setting Powered False\u000a12:07:43.557624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18323): Process ended prematurely: osmo-stp_10.42.42.5(pid=18323) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18323)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18323): Process ended prematurely: osmo-stp_10.42.42.5(pid=18323) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:07:44.669062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:44.680871 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:07:44.856741 tst iperf3.py: using LAC 33835\u000a12:07:44.984866 tst iperf3.py: using RAC 175\u000a12:07:45.117821 tst iperf3.py: using CellId 33835\u000a12:07:45.246140 tst iperf3.py: using BVCI 33836\u000a12:07:45.271688 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:45.283352 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:45.294882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:45.306372 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:45.318238 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:45.330049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:45.341934 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:45.353664 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:45.365574 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:45.650817 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:07:45.780705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:46.119683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18315): Launched\u000a12:07:46.409937 run iperf3-srv_10.42.42.10(pid=18316): Launched\u000a12:07:46.606251 tst iperf3.py:8: start network...\u000a12:07:46.739411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:47.270559 run create_hlr_db(pid=18317): Launched\u000a12:07:47.448883 bus /gobi_6: Setting Powered False\u000a12:07:48.470869 run create_hlr_db(pid=18317): Terminated: ok {rc=0}\u000a12:07:48.915728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18319): Launched\u000a12:07:49.248701 run osmo-hlr_10.42.42.2(pid=18320): Launched\u000a12:07:49.371671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:49.953177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18322): Launched\u000a12:07:50.286951 run osmo-stp_10.42.42.5(pid=18323): Launched\u000a12:07:50.408503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:50.990075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18325): Launched\u000a12:07:51.109259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:51.400664 run patchelf(pid=18326): Launched\u000a12:07:51.596238 run osmo-stp_10.42.42.5(pid=18323): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18323)]\u000a12:07:51.738603 run osmo-stp_10.42.42.5(pid=18323): stdout: \u000a| (launched: 2022-12-13_12:07:50.122912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:51.881375 run osmo-stp_10.42.42.5(pid=18323): stderr: \u000a| �[0;m�[38;5;43m20221213120750318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120750318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120750318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120750318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120750319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120750319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120750319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:52.019784 run osmo-stp_10.42.42.5(pid=18323): stdout: \u000a| (launched: 2022-12-13_12:07:50.122912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:52.156474 run osmo-stp_10.42.42.5(pid=18323): stderr: \u000a| �[0;m�[38;5;43m20221213120750318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120750318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120750318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120750318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120750319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120750319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120750319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:52.314938 run patchelf(pid=18326): Terminating (SIGINT)\u000a12:07:52.501252 run patchelf(pid=18326): Terminated: ok {rc=0}\u000a12:07:52.535324 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18323): Process ended prematurely: osmo-stp_10.42.42.5(pid=18323) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18323)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:07:52.545870 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a12:07:52.609590 run osmo-hlr_10.42.42.2(pid=18320): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18320)]\u000a12:07:52.661554 run osmo-hlr_10.42.42.2(pid=18320): stdout: \u000a| (launched: 2022-12-13_12:07:49.084352) \u000a12:07:52.714077 run osmo-hlr_10.42.42.2(pid=18320): stderr: \u000a| �[0;m�[1;31m20221213120749286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120749286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120749286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120749286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120749286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120749286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120749299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120749307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120749308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120749308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:52.759228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18315): Terminating (SIGTERM)\u000a12:07:52.801463 run iperf3-srv_10.42.42.10(pid=18316): Terminating (SIGTERM)\u000a12:07:52.843719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18319): Terminating (SIGTERM)\u000a12:07:52.886247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18322): Terminating (SIGTERM)\u000a12:07:52.928843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18325): Terminating (SIGTERM)\u000a12:07:52.938652 --- ParallelTerminationStrategy: PID 18315 died...\u000a12:07:52.995923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18315): Terminated: ok {rc=0}\u000a12:07:53.006137 --- ParallelTerminationStrategy: PID 18316 died...\u000a12:07:53.063039 run iperf3-srv_10.42.42.10(pid=18316): Terminated {rc=256}\u000a12:07:53.073139 --- ParallelTerminationStrategy: PID 18319 died...\u000a12:07:53.129995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18319): Terminated: ok {rc=0}\u000a12:07:53.140085 --- ParallelTerminationStrategy: PID 18322 died...\u000a12:07:53.197159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18322): Terminated: ok {rc=0}\u000a12:07:53.207231 --- ParallelTerminationStrategy: PID 18325 died...\u000a12:07:53.264274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18325): Terminated: ok {rc=0}\u000a12:07:53.351886 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18341): Process ended prematurely: osmo-stp_10.42.42.5(pid=18341) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18341)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18341): Process ended prematurely: osmo-stp_10.42.42.5(pid=18341) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:07:54.469627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:54.481990 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:07:54.657009 tst iperf3m4.py: using LAC 33836\u000a12:07:54.788578 tst iperf3m4.py: using RAC 176\u000a12:07:54.912472 tst iperf3m4.py: using CellId 33836\u000a12:07:55.035618 tst iperf3m4.py: using BVCI 33837\u000a12:07:55.059659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:55.071084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:55.082351 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:55.093656 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:55.105049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:55.116408 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:55.127886 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:55.139175 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:07:55.150729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:55.272350 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:55.395123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:55.518104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:07:55.804339 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:07:55.934230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:56.258541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18327): Launched\u000a12:07:56.526947 run iperf3-srv_10.42.42.10(pid=18328): Launched\u000a12:07:56.717454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:07:56.846165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:57.170298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18329): Launched\u000a12:07:57.437690 run iperf3-srv_10.42.42.10(pid=18330): Launched\u000a12:07:57.627179 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:07:57.755783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:58.078986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18331): Launched\u000a12:07:58.347635 run iperf3-srv_10.42.42.10(pid=18332): Launched\u000a12:07:58.538448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:07:58.668569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:58.992316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18333): Launched\u000a12:07:59.262423 run iperf3-srv_10.42.42.10(pid=18334): Launched\u000a12:07:59.451639 tst iperf3m4.py:8: start network...\u000a12:07:59.580624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:00.077247 run create_hlr_db(pid=18335): Launched\u000a12:08:00.256182 bus /gobi_6: Setting Powered False\u000a12:08:01.297209 run create_hlr_db(pid=18335): Terminated: ok {rc=0}\u000a12:08:01.753574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18337): Launched\u000a12:08:02.162502 run osmo-hlr_10.42.42.2(pid=18338): Launched\u000a12:08:02.284733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:02.865479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18340): Launched\u000a12:08:03.198212 run osmo-stp_10.42.42.5(pid=18341): Launched\u000a12:08:03.318586 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:03.897299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18343): Launched\u000a12:08:04.015476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:04.305143 run patchelf(pid=18344): Launched\u000a12:08:04.499549 run osmo-stp_10.42.42.5(pid=18341): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18341)]\u000a12:08:04.641350 run osmo-stp_10.42.42.5(pid=18341): stdout: \u000a| (launched: 2022-12-13_12:08:03.033523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:04.783362 run osmo-stp_10.42.42.5(pid=18341): stderr: \u000a| �[0;m�[38;5;43m20221213120803222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120803222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120803222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120803223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120803223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120803223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120803223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:04.920103 run osmo-stp_10.42.42.5(pid=18341): stdout: \u000a| (launched: 2022-12-13_12:08:03.033523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:05.056165 run osmo-stp_10.42.42.5(pid=18341): stderr: \u000a| �[0;m�[38;5;43m20221213120803222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120803222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120803222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120803223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120803223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120803223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120803223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:05.214139 run patchelf(pid=18344): Terminating (SIGINT)\u000a12:08:05.399497 run patchelf(pid=18344): Terminated: ok {rc=0}\u000a12:08:05.433693 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18341): Process ended prematurely: osmo-stp_10.42.42.5(pid=18341) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18341)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:08:05.444131 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:08:05.508881 run osmo-hlr_10.42.42.2(pid=18338): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18338)]\u000a12:08:05.561499 run osmo-hlr_10.42.42.2(pid=18338): stdout: \u000a| (launched: 2022-12-13_12:08:01.928997) \u000a12:08:05.614325 run osmo-hlr_10.42.42.2(pid=18338): stderr: \u000a| �[0;m�[1;31m20221213120802188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120802188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120802188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120802188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120802188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120802188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120802203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120802212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120802212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120802212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:05.659572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18327): Terminating (SIGTERM)\u000a12:08:05.702474 run iperf3-srv_10.42.42.10(pid=18328): Terminating (SIGTERM)\u000a12:08:05.745211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18329): Terminating (SIGTERM)\u000a12:08:05.787800 run iperf3-srv_10.42.42.10(pid=18330): Terminating (SIGTERM)\u000a12:08:05.830821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18331): Terminating (SIGTERM)\u000a12:08:05.873362 run iperf3-srv_10.42.42.10(pid=18332): Terminating (SIGTERM)\u000a12:08:05.916113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18333): Terminating (SIGTERM)\u000a12:08:05.958666 run iperf3-srv_10.42.42.10(pid=18334): Terminating (SIGTERM)\u000a12:08:06.001415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18337): Terminating (SIGTERM)\u000a12:08:06.044058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18340): Terminating (SIGTERM)\u000a12:08:06.086717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18343): Terminating (SIGTERM)\u000a12:08:06.096614 --- ParallelTerminationStrategy: PID 18327 died...\u000a12:08:06.154081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18327): Terminated: ok {rc=0}\u000a12:08:06.164376 --- ParallelTerminationStrategy: PID 18328 died...\u000a12:08:06.220672 run iperf3-srv_10.42.42.10(pid=18328): Terminated {rc=256}\u000a12:08:06.230807 --- ParallelTerminationStrategy: PID 18329 died...\u000a12:08:06.287620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18329): Terminated: ok {rc=0}\u000a12:08:06.297937 --- ParallelTerminationStrategy: PID 18330 died...\u000a12:08:06.354498 run iperf3-srv_10.42.42.10(pid=18330): Terminated {rc=256}\u000a12:08:06.364650 --- ParallelTerminationStrategy: PID 18331 died...\u000a12:08:06.421457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18331): Terminated: ok {rc=0}\u000a12:08:06.431549 --- ParallelTerminationStrategy: PID 18332 died...\u000a12:08:06.488101 run iperf3-srv_10.42.42.10(pid=18332): Terminated {rc=256}\u000a12:08:06.498306 --- ParallelTerminationStrategy: PID 18333 died...\u000a12:08:06.555457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18333): Terminated: ok {rc=0}\u000a12:08:06.565781 --- ParallelTerminationStrategy: PID 18334 died...\u000a12:08:06.622205 run iperf3-srv_10.42.42.10(pid=18334): Terminated {rc=256}\u000a12:08:06.632295 --- ParallelTerminationStrategy: PID 18337 died...\u000a12:08:06.689441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18337): Terminated: ok {rc=0}\u000a12:08:06.699650 --- ParallelTerminationStrategy: PID 18340 died...\u000a12:08:06.756493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18340): Terminated: ok {rc=0}\u000a12:08:06.766825 --- ParallelTerminationStrategy: PID 18343 died...\u000a12:08:06.823764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18343): Terminated: ok {rc=0}\u000a12:08:06.912585 bus /gobi_4: Setting Powered False\u000a12:08:08.018331 bus /gobi_4: Setting Powered False\u000a12:08:09.129186 bus /gobi_1: Setting Powered False\u000a12:08:10.235928 bus /gobi_1: Setting Powered False\u000a12:08:11.344171 bus /gobi_0: Setting Powered False\u000a12:08:12.447800 bus /gobi_0: Setting Powered False\u000a12:08:13.558021 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18351): Process ended prematurely: osmo-stp_10.42.42.5(pid=18351) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18351)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18351): Process ended prematurely: osmo-stp_10.42.42.5(pid=18351) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:08:14.627255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:14.639574 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:08:14.809346 tst ping.py: using LAC 33837\u000a12:08:14.938297 tst ping.py: using RAC 177\u000a12:08:15.065984 tst ping.py: using CellId 33837\u000a12:08:15.195136 tst ping.py: using BVCI 33838\u000a12:08:15.220166 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:15.231881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:15.243442 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:15.254988 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:15.266777 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:15.278712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:15.290680 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:15.302558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:15.599004 tst ping.py:19: start network...\u000a12:08:15.734491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:16.296890 run create_hlr_db(pid=18345): Launched\u000a12:08:16.490733 bus /gobi_6: Setting Powered False\u000a12:08:17.507192 run create_hlr_db(pid=18345): Terminated: ok {rc=0}\u000a12:08:17.942978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18347): Launched\u000a12:08:18.272645 run osmo-hlr_10.42.42.2(pid=18348): Launched\u000a12:08:18.389998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:18.969148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18350): Launched\u000a12:08:19.296723 run osmo-stp_10.42.42.5(pid=18351): Launched\u000a12:08:19.415099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:19.987310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18353): Launched\u000a12:08:20.103879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:20.390005 run patchelf(pid=18354): Launched\u000a12:08:20.581218 run osmo-stp_10.42.42.5(pid=18351): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18351)]\u000a12:08:20.720257 run osmo-stp_10.42.42.5(pid=18351): stdout: \u000a| (launched: 2022-12-13_12:08:19.134843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:20.859940 run osmo-stp_10.42.42.5(pid=18351): stderr: \u000a| �[0;m�[38;5;43m20221213120819326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120819326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120819326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120819327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120819327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120819327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120819327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:20.994908 run osmo-stp_10.42.42.5(pid=18351): stdout: \u000a| (launched: 2022-12-13_12:08:19.134843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:21.128564 run osmo-stp_10.42.42.5(pid=18351): stderr: \u000a| �[0;m�[38;5;43m20221213120819326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120819326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120819326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120819327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120819327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120819327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120819327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:21.283708 run patchelf(pid=18354): Terminating (SIGINT)\u000a12:08:21.466035 run patchelf(pid=18354): Terminated: ok {rc=0}\u000a12:08:21.499290 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18351): Process ended prematurely: osmo-stp_10.42.42.5(pid=18351) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18351)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:08:21.509062 tst ping.py:22: Test FAILED (6.9 sec)\u000a12:08:21.573105 run osmo-hlr_10.42.42.2(pid=18348): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18348)]\u000a12:08:21.625117 run osmo-hlr_10.42.42.2(pid=18348): stdout: \u000a| (launched: 2022-12-13_12:08:18.109514) \u000a12:08:21.677630 run osmo-hlr_10.42.42.2(pid=18348): stderr: \u000a| �[0;m�[1;31m20221213120818307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120818307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120818307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120818307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120818307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120818307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120818320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120818329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120818329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120818329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:21.722697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18347): Terminating (SIGTERM)\u000a12:08:21.765051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18350): Terminating (SIGTERM)\u000a12:08:21.807373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18353): Terminating (SIGTERM)\u000a12:08:21.817196 --- ParallelTerminationStrategy: PID 18347 died...\u000a12:08:21.874045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18347): Terminated: ok {rc=0}\u000a12:08:21.884126 --- ParallelTerminationStrategy: PID 18350 died...\u000a12:08:21.940656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18350): Terminated: ok {rc=0}\u000a12:08:21.950654 --- ParallelTerminationStrategy: PID 18353 died...\u000a12:08:22.006804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18353): Terminated: ok {rc=0}\u000a12:08:22.094689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18361): Process ended prematurely: osmo-stp_10.42.42.5(pid=18361) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18361)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18361): Process ended prematurely: osmo-stp_10.42.42.5(pid=18361) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:08:23.146889 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:23.158932 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:08:23.320798 tst ping_idle_ping.py: using LAC 33838\u000a12:08:23.442261 tst ping_idle_ping.py: using RAC 178\u000a12:08:23.563781 tst ping_idle_ping.py: using CellId 33838\u000a12:08:23.685116 tst ping_idle_ping.py: using BVCI 33839\u000a12:08:23.708383 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:23.719544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:23.730727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:23.741715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:23.752721 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:23.763721 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:23.774887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:08:23.785910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:08:24.065997 tst ping_idle_ping.py:24: start network...\u000a12:08:24.193230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:24.686055 run create_hlr_db(pid=18355): Launched\u000a12:08:24.863707 bus /gobi_6: Setting Powered False\u000a12:08:25.883805 run create_hlr_db(pid=18355): Terminated: ok {rc=0}\u000a12:08:26.294743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18357): Launched\u000a12:08:26.601234 run osmo-hlr_10.42.42.2(pid=18358): Launched\u000a12:08:26.711975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:27.245140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18360): Launched\u000a12:08:27.552822 run osmo-stp_10.42.42.5(pid=18361): Launched\u000a12:08:27.665730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:28.238503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18363): Launched\u000a12:08:28.355942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:28.644007 run patchelf(pid=18364): Launched\u000a12:08:28.835832 run osmo-stp_10.42.42.5(pid=18361): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18361)]\u000a12:08:28.976088 run osmo-stp_10.42.42.5(pid=18361): stdout: \u000a| (launched: 2022-12-13_12:08:27.400098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:29.116755 run osmo-stp_10.42.42.5(pid=18361): stderr: \u000a| �[0;m�[38;5;43m20221213120827570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120827570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120827570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120827571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120827571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120827571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120827571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:29.252553 run osmo-stp_10.42.42.5(pid=18361): stdout: \u000a| (launched: 2022-12-13_12:08:27.400098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:29.387398 run osmo-stp_10.42.42.5(pid=18361): stderr: \u000a| �[0;m�[38;5;43m20221213120827570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120827570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120827570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120827571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120827571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120827571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120827571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:29.544208 run patchelf(pid=18364): Terminating (SIGINT)\u000a12:08:29.727502 run patchelf(pid=18364): Terminated: ok {rc=0}\u000a12:08:29.760776 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18361): Process ended prematurely: osmo-stp_10.42.42.5(pid=18361) [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18361)] [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:08:29.770385 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:08:29.834043 run osmo-hlr_10.42.42.2(pid=18358): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18358)]\u000a12:08:29.885987 run osmo-hlr_10.42.42.2(pid=18358): stdout: \u000a| (launched: 2022-12-13_12:08:26.450628) \u000a12:08:29.938573 run osmo-hlr_10.42.42.2(pid=18358): stderr: \u000a| �[0;m�[1;31m20221213120826628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120826628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120826629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120826629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120826629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120826629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120826684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120826695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120826696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120826696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:29.983595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18357): Terminating (SIGTERM)\u000a12:08:30.026270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18360): Terminating (SIGTERM)\u000a12:08:30.068729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18363): Terminating (SIGTERM)\u000a12:08:30.078562 --- ParallelTerminationStrategy: PID 18357 died...\u000a12:08:30.135739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18357): Terminated: ok {rc=0}\u000a12:08:30.146013 --- ParallelTerminationStrategy: PID 18360 died...\u000a12:08:30.202747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18360): Terminated: ok {rc=0}\u000a12:08:30.213026 --- ParallelTerminationStrategy: PID 18363 died...\u000a12:08:30.270691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18363): Terminated: ok {rc=0}\u000a12:08:30.359311 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:07:30" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18375): Process ended prematurely: osmo-stp_10.42.42.5(pid=18375) [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18375)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18375): Process ended prematurely: osmo-stp_10.42.42.5(pid=18375) [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:08:32.442970 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:08:32.455130 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:08:32.625445 tst switch_tch_pdch.py: using LAC 33839\u000a12:08:32.755723 tst switch_tch_pdch.py: using RAC 179\u000a12:08:32.880913 tst switch_tch_pdch.py: using CellId 33839\u000a12:08:33.002850 tst switch_tch_pdch.py: using BVCI 33840\u000a12:08:33.026195 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:08:33.037787 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:08:33.049178 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:08:33.060608 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:08:33.072162 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:08:33.083669 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:08:33.095297 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:08:33.106808 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:08:33.226298 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:08:33.507685 tst switch_tch_pdch.py:51: start network...\u000a12:08:33.634486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:34.122703 run create_hlr_db(pid=18369): Launched\u000a12:08:34.299358 bus /gobi_6: Setting Powered False\u000a12:08:35.320192 run create_hlr_db(pid=18369): Terminated: ok {rc=0}\u000a12:08:35.727898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18371): Launched\u000a12:08:36.033302 run osmo-hlr_10.42.42.2(pid=18372): Launched\u000a12:08:36.144903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:36.674673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18374): Launched\u000a12:08:36.983043 run osmo-stp_10.42.42.5(pid=18375): Launched\u000a12:08:37.092874 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:37.623941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18377): Launched\u000a12:08:37.732733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:37.999527 run patchelf(pid=18378): Launched\u000a12:08:38.177481 run osmo-stp_10.42.42.5(pid=18375): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18375)]\u000a12:08:38.307564 run osmo-stp_10.42.42.5(pid=18375): stdout: \u000a| (launched: 2022-12-13_12:08:36.829364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:38.438412 run osmo-stp_10.42.42.5(pid=18375): stderr: \u000a| �[0;m�[38;5;43m20221213120837001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120837001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120837001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120837002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120837002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120837002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120837002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:38.564079 run osmo-stp_10.42.42.5(pid=18375): stdout: \u000a| (launched: 2022-12-13_12:08:36.829364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:38.688778 run osmo-stp_10.42.42.5(pid=18375): stderr: \u000a| �[0;m�[38;5;43m20221213120837001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120837001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120837001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120837002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120837002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120837002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120837002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:38.834349 run patchelf(pid=18378): Terminating (SIGINT)\u000a12:08:39.005723 run patchelf(pid=18378): Terminated: ok {rc=0}\u000a12:08:39.036789 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18375): Process ended prematurely: osmo-stp_10.42.42.5(pid=18375) [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18375)] [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:08:39.045628 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a12:08:39.105051 run osmo-hlr_10.42.42.2(pid=18372): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18372)]\u000a12:08:39.153839 run osmo-hlr_10.42.42.2(pid=18372): stdout: \u000a| (launched: 2022-12-13_12:08:35.882701) \u000a12:08:39.203356 run osmo-hlr_10.42.42.2(pid=18372): stderr: \u000a| �[0;m�[1;31m20221213120836059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120836059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120836059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120836059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120836059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120836059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120836072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120836081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120836081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120836081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:39.245601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18371): Terminating (SIGTERM)\u000a12:08:39.285511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18374): Terminating (SIGTERM)\u000a12:08:39.325363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18377): Terminating (SIGTERM)\u000a12:08:39.334586 --- ParallelTerminationStrategy: PID 18371 died...\u000a12:08:39.388388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18371): Terminated: ok {rc=0}\u000a12:08:39.398046 --- ParallelTerminationStrategy: PID 18374 died...\u000a12:08:39.451849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18374): Terminated: ok {rc=0}\u000a12:08:39.461906 --- ParallelTerminationStrategy: PID 18377 died...\u000a12:08:39.515454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18377): Terminated: ok {rc=0}\u000a12:08:39.600216 bus /gobi_0: Setting Powered False\u000a12:08:40.707599 bus /gobi_0: Setting Powered False\u000a12:08:41.816092 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:08:32" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18563): Process ended prematurely: osmo-stp_10.42.42.5(pid=18563) [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18563)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18563): Process ended prematurely: osmo-stp_10.42.42.5(pid=18563) [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:08:43.800710 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:08:43.812534 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:08:43.985952 tst switch_tch_pdch.py: using LAC 33840\u000a12:08:44.113843 tst switch_tch_pdch.py: using RAC 180\u000a12:08:44.242733 tst switch_tch_pdch.py: using CellId 33840\u000a12:08:44.372239 tst switch_tch_pdch.py: using BVCI 33841\u000a12:08:44.397433 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:08:44.409075 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:08:44.420434 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:08:44.431895 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:08:44.443775 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:08:44.455591 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:08:44.467549 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:08:44.479280 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:08:44.596906 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:08:44.877026 tst switch_tch_pdch.py:51: start network...\u000a12:08:45.004181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:45.468159 run create_hlr_db(pid=18384): Launched\u000a12:08:45.593157 bus /gobi_6: Setting Powered False\u000a12:08:46.720430 run create_hlr_db(pid=18384): Terminated: ok {rc=0}\u000a12:08:47.289671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18408): Launched\u000a12:08:47.792283 run osmo-hlr_10.42.42.2(pid=18423): Launched\u000a12:08:48.036591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:48.755447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18507): Launched\u000a12:08:49.253503 run osmo-stp_10.42.42.5(pid=18563): Launched\u000a12:08:49.512868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:50.125958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18661): Launched\u000a12:08:50.245237 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:50.547040 run patchelf(pid=18662): Launched\u000a12:08:50.744938 run osmo-stp_10.42.42.5(pid=18563): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18563)]\u000a12:08:50.888000 run osmo-stp_10.42.42.5(pid=18563): stdout: \u000a| (launched: 2022-12-13_12:08:48.951654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:51.031300 run osmo-stp_10.42.42.5(pid=18563): stderr: \u000a| �[0;m�[38;5;43m20221213120849287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120849288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120849288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120849288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120849293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120849293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120849293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:51.170873 run osmo-stp_10.42.42.5(pid=18563): stdout: \u000a| (launched: 2022-12-13_12:08:48.951654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:51.308316 run osmo-stp_10.42.42.5(pid=18563): stderr: \u000a| �[0;m�[38;5;43m20221213120849287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120849288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120849288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120849288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120849293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120849293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120849293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:51.469080 run patchelf(pid=18662): Terminating (SIGINT)\u000a12:08:51.658513 run patchelf(pid=18662): Terminated: ok {rc=0}\u000a12:08:51.693419 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18563): Process ended prematurely: osmo-stp_10.42.42.5(pid=18563) [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18563)] [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:08:51.704162 tst switch_tch_pdch.py:54: Test FAILED (7.9 sec)\u000a12:08:51.771098 run osmo-hlr_10.42.42.2(pid=18423): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18423)]\u000a12:08:51.825269 run osmo-hlr_10.42.42.2(pid=18423): stdout: \u000a| (launched: 2022-12-13_12:08:47.476742) \u000a12:08:51.879927 run osmo-hlr_10.42.42.2(pid=18423): stderr: \u000a| �[0;m�[1;31m20221213120847841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120847841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120847841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120847841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120847841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120847841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120847855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120847871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120847872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120847872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:51.927039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18408): Terminating (SIGTERM)\u000a12:08:51.973688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18507): Terminating (SIGTERM)\u000a12:08:52.020307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18661): Terminating (SIGTERM)\u000a12:08:52.031227 --- ParallelTerminationStrategy: PID 18408 died...\u000a12:08:52.092403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18408): Terminated: ok {rc=0}\u000a12:08:52.102880 --- ParallelTerminationStrategy: PID 18507 died...\u000a12:08:52.157265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18507): Terminated: ok {rc=0}\u000a12:08:52.167230 --- ParallelTerminationStrategy: PID 18661 died...\u000a12:08:52.221397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18661): Terminated: ok {rc=0}\u000a12:08:52.309968 bus /gobi_0: Setting Powered False\u000a12:08:53.416498 bus /gobi_0: Setting Powered False\u000a12:08:54.527961 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:08:43" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18669) [trial-2389↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18669)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18669) [trial-2389↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a12:08:56.446885 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a12:08:56.459744 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:08:56.601308 tst mo_mt_sms.py: using LAC 33841\u000a12:08:56.725868 tst mo_mt_sms.py: using RAC 181\u000a12:08:56.849261 tst mo_mt_sms.py: using CellId 33841\u000a12:08:56.973480 tst mo_mt_sms.py: using BVCI 33842\u000a12:08:56.998822 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:08:57.117123 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:08:57.404299 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:08:57.535840 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:08:58.198510 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18668): Launched\u000a12:08:58.532023 run osmo-nitb_10.42.42.2(pid=18669): Launched\u000a12:08:58.725141 run osmo-nitb_10.42.42.2(pid=18669): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18669)]\u000a12:08:58.868044 run osmo-nitb_10.42.42.2(pid=18669): stdout: \u000a| (launched: 2022-12-13_12:08:58.358880) \u000a12:08:59.010173 run osmo-nitb_10.42.42.2(pid=18669): stderr: \u000a| (launched: 2022-12-13_12:08:58.404794)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:08:59.149103 run osmo-nitb_10.42.42.2(pid=18669): stdout: \u000a| (launched: 2022-12-13_12:08:58.358880) \u000a12:08:59.286387 run osmo-nitb_10.42.42.2(pid=18669): stderr: \u000a| (launched: 2022-12-13_12:08:58.404794)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:08:59.666260 tst osmo-nitb_10.42.42.2(pid=18669): stdout: \u000a| (launched: 2022-12-13_12:08:58.358880) \u000a12:08:59.800378 tst osmo-nitb_10.42.42.2(pid=18669): stderr: \u000a| (launched: 2022-12-13_12:08:58.404794)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:08:59.859843 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18669) [trial-2389↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18669)] [trial-2389↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a12:08:59.869564 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a12:08:59.909359 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18668): Terminating (SIGTERM)\u000a12:09:00.088255 --- ParallelTerminationStrategy: PID 18668 died...\u000a12:09:00.148531 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18668): Terminated: ok {rc=0}\u000a12:09:00.239399 bus /sierra_3: Setting Powered False\u000a12:09:01.399325 bus /sierra_3: Setting Powered False\u000a12:09:02.523502 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:08:56" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18679): Process ended prematurely: osmo-stp_10.42.42.5(pid=18679) [trial-2389↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18679)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18679): Process ended prematurely: osmo-stp_10.42.42.5(pid=18679) [trial-2389↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a12:09:04.432446 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:04.444256 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:09:04.590770 tst mo_mt_sms.py: using LAC 33842\u000a12:09:04.717158 tst mo_mt_sms.py: using RAC 182\u000a12:09:04.843141 tst mo_mt_sms.py: using CellId 33842\u000a12:09:04.968551 tst mo_mt_sms.py: using BVCI 33843\u000a12:09:04.993731 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:05.005753 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:05.017608 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:05.029260 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:05.041974 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:05.054648 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:09:05.178036 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:09:05.386010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:05.924294 run create_hlr_db(pid=18673): Launched\u000a12:09:06.108427 bus /sierra_2: Setting Powered False\u000a12:09:07.130483 run create_hlr_db(pid=18673): Terminated: ok {rc=0}\u000a12:09:07.566078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18675): Launched\u000a12:09:07.987007 run osmo-hlr_10.42.42.2(pid=18676): Launched\u000a12:09:08.225839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:08.856752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18678): Launched\u000a12:09:09.273746 run osmo-stp_10.42.42.5(pid=18679): Launched\u000a12:09:09.477563 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:10.077695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18681): Launched\u000a12:09:10.406200 run osmo-msc_10.42.42.6(pid=18682): Launched\u000a12:09:10.597827 run osmo-stp_10.42.42.5(pid=18679): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18679)]\u000a12:09:10.735816 run osmo-stp_10.42.42.5(pid=18679): stdout: \u000a| (launched: 2022-12-13_12:09:09.019804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:10.872619 run osmo-stp_10.42.42.5(pid=18679): stderr: \u000a| �[0;m�[38;5;43m20221213120909346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120909346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120909346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120909347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120909347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120909347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120909347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:11.003855 run osmo-stp_10.42.42.5(pid=18679): stdout: \u000a| (launched: 2022-12-13_12:09:09.019804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:11.134334 run osmo-stp_10.42.42.5(pid=18679): stderr: \u000a| �[0;m�[38;5;43m20221213120909346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120909346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120909346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120909347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120909347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120909347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120909347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:11.191742 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18679): Process ended prematurely: osmo-stp_10.42.42.5(pid=18679) [trial-2389↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18679)] [trial-2389↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a12:09:11.200617 tst mo_mt_sms.py:16: Test FAILED (6.8 sec)\u000a12:09:11.264299 run osmo-hlr_10.42.42.2(pid=18676): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18676)]\u000a12:09:11.316456 run osmo-hlr_10.42.42.2(pid=18676): stdout: \u000a| (launched: 2022-12-13_12:09:07.727258) \u000a12:09:11.369279 run osmo-hlr_10.42.42.2(pid=18676): stderr: \u000a| �[0;m�[1;31m20221213120908069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120908069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120908069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120908069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120908069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120908069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120908083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120908095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120908096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120908096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:11.440716 run osmo-msc_10.42.42.6(pid=18682): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18682)]\u000a12:09:11.492658 run osmo-msc_10.42.42.6(pid=18682): stdout: \u000a| (launched: 2022-12-13_12:09:10.243491) \u000a12:09:11.545413 run osmo-msc_10.42.42.6(pid=18682): stderr: \u000a| �[0;m�[38;5;43m20221213120910564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120910564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc89ca8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120910564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120910565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120910565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120910565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120910567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120910567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120910567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120910567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:11.590696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18675): Terminating (SIGTERM)\u000a12:09:11.632912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18678): Terminating (SIGTERM)\u000a12:09:11.675327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18681): Terminating (SIGTERM)\u000a12:09:11.685244 --- ParallelTerminationStrategy: PID 18675 died...\u000a12:09:11.742651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18675): Terminated: ok {rc=0}\u000a12:09:11.752877 --- ParallelTerminationStrategy: PID 18678 died...\u000a12:09:11.809832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18678): Terminated: ok {rc=0}\u000a12:09:11.820032 --- ParallelTerminationStrategy: PID 18681 died...\u000a12:09:11.877069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18681): Terminated: ok {rc=0}\u000a12:09:11.965184 bus /sierra_3: Setting Powered False\u000a12:09:13.072443 bus /sierra_3: Setting Powered False\u000a12:09:14.180585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:09:04" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18688): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18688) [trial-2389↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18688)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18688): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18688) [trial-2389↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a12:09:16.031421 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a12:09:16.046979 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:09:16.239598 tst assert_extension.py: using LAC 33843\u000a12:09:16.392530 tst assert_extension.py: using RAC 183\u000a12:09:16.519203 tst assert_extension.py: using CellId 33843\u000a12:09:16.645405 tst assert_extension.py: using BVCI 33844\u000a12:09:16.670841 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a12:09:16.956471 tst assert_extension.py:10: start nitb and bts...\u000a12:09:17.110813 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:09:17.803821 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18687): Launched\u000a12:09:18.127742 run osmo-nitb_10.42.42.2(pid=18688): Launched\u000a12:09:18.327920 run osmo-nitb_10.42.42.2(pid=18688): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18688)]\u000a12:09:18.475529 run osmo-nitb_10.42.42.2(pid=18688): stdout: \u000a| (launched: 2022-12-13_12:09:17.969614) \u000a12:09:18.624312 run osmo-nitb_10.42.42.2(pid=18688): stderr: \u000a| (launched: 2022-12-13_12:09:18.018046)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:09:18.767668 run osmo-nitb_10.42.42.2(pid=18688): stdout: \u000a| (launched: 2022-12-13_12:09:17.969614) \u000a12:09:18.909074 run osmo-nitb_10.42.42.2(pid=18688): stderr: \u000a| (launched: 2022-12-13_12:09:18.018046)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:09:19.260210 tst osmo-nitb_10.42.42.2(pid=18688): stdout: \u000a| (launched: 2022-12-13_12:09:17.969614) \u000a12:09:19.391193 tst osmo-nitb_10.42.42.2(pid=18688): stderr: \u000a| (launched: 2022-12-13_12:09:18.018046)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:09:19.448323 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18688): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18688) [trial-2389↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18688)] [trial-2389↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a12:09:19.457576 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a12:09:19.495046 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18687): Terminating (SIGTERM)\u000a12:09:19.673330 --- ParallelTerminationStrategy: PID 18687 died...\u000a12:09:19.731793 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18687): Terminated: ok {rc=0}\u000a12:09:19.819772 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:09:15" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18698): Process ended prematurely: osmo-stp_10.42.42.5(pid=18698) [trial-2389↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18698)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18698): Process ended prematurely: osmo-stp_10.42.42.5(pid=18698) [trial-2389↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a12:09:21.660642 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:21.671586 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:09:21.807291 tst assert_extension.py: using LAC 33844\u000a12:09:21.927068 tst assert_extension.py: using RAC 184\u000a12:09:22.047845 tst assert_extension.py: using CellId 33844\u000a12:09:22.169303 tst assert_extension.py: using BVCI 33845\u000a12:09:22.192516 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:22.203264 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:22.213833 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:22.224272 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:22.234739 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:09:22.246435 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a12:09:22.457491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:22.972189 run create_hlr_db(pid=18692): Launched\u000a12:09:23.161987 bus /sierra_2: Setting Powered False\u000a12:09:24.182155 run create_hlr_db(pid=18692): Terminated: ok {rc=0}\u000a12:09:24.593550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18694): Launched\u000a12:09:24.900883 run osmo-hlr_10.42.42.2(pid=18695): Launched\u000a12:09:25.017927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:25.555420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18697): Launched\u000a12:09:25.859791 run osmo-stp_10.42.42.5(pid=18698): Launched\u000a12:09:25.969804 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:26.523807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18700): Launched\u000a12:09:26.827821 run osmo-msc_10.42.42.6(pid=18701): Launched\u000a12:09:27.004406 run osmo-stp_10.42.42.5(pid=18698): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18698)]\u000a12:09:27.132486 run osmo-stp_10.42.42.5(pid=18698): stdout: \u000a| (launched: 2022-12-13_12:09:25.709884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:27.258263 run osmo-stp_10.42.42.5(pid=18698): stderr: \u000a| �[0;m�[38;5;43m20221213120925879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120925879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120925879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120925880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:27.380200 run osmo-stp_10.42.42.5(pid=18698): stdout: \u000a| (launched: 2022-12-13_12:09:25.709884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:27.500614 run osmo-stp_10.42.42.5(pid=18698): stderr: \u000a| �[0;m�[38;5;43m20221213120925879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120925879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120925879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120925880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120925880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:27.553818 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18698): Process ended prematurely: osmo-stp_10.42.42.5(pid=18698) [trial-2389↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18698)] [trial-2389↪ussd:trx-umtrx↪assert_extension.py:17]\u000a12:09:27.561851 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a12:09:27.621881 run osmo-hlr_10.42.42.2(pid=18695): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18695)]\u000a12:09:27.671203 run osmo-hlr_10.42.42.2(pid=18695): stdout: \u000a| (launched: 2022-12-13_12:09:24.748688) \u000a12:09:27.721258 run osmo-hlr_10.42.42.2(pid=18695): stderr: \u000a| �[0;m�[1;31m20221213120924926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120924926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120924926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120924926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120924926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120924926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120924938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120924946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120924947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120924947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:27.788780 run osmo-msc_10.42.42.6(pid=18701): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18701)]\u000a12:09:27.837851 run osmo-msc_10.42.42.6(pid=18701): stdout: \u000a| (launched: 2022-12-13_12:09:26.677769) \u000a12:09:27.887304 run osmo-msc_10.42.42.6(pid=18701): stderr: \u000a| �[0;m�[38;5;43m20221213120926948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120926948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8b0190c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120926948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120926948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120926948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120926949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120926950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120926951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120926951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120926951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:27.929464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18694): Terminating (SIGTERM)\u000a12:09:27.969285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18697): Terminating (SIGTERM)\u000a12:09:28.009204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18700): Terminating (SIGTERM)\u000a12:09:28.018443 --- ParallelTerminationStrategy: PID 18694 died...\u000a12:09:28.071527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18694): Terminated: ok {rc=0}\u000a12:09:28.081115 --- ParallelTerminationStrategy: PID 18697 died...\u000a12:09:28.134029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18697): Terminated: ok {rc=0}\u000a12:09:28.143599 --- ParallelTerminationStrategy: PID 18700 died...\u000a12:09:28.196498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18700): Terminated: ok {rc=0}\u000a12:09:28.280214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:09:21" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18712): Process ended prematurely: osmo-stp_10.42.42.5(pid=18712) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18712)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18712): Process ended prematurely: osmo-stp_10.42.42.5(pid=18712) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:09:30.242676 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:30.254731 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:09:30.421540 tst mo_mt_call.py: using LAC 33845\u000a12:09:30.543632 tst mo_mt_call.py: using RAC 185\u000a12:09:30.668226 tst mo_mt_call.py: using CellId 33845\u000a12:09:30.789845 tst mo_mt_call.py: using BVCI 33846\u000a12:09:30.813532 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:30.824681 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:30.841597 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:30.853822 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:30.866145 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:30.884415 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:09:31.024074 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:09:31.231548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:31.762880 run create_hlr_db(pid=18706): Launched\u000a12:09:31.945482 bus /sierra_2: Setting Powered False\u000a12:09:32.964147 run create_hlr_db(pid=18706): Terminated: ok {rc=0}\u000a12:09:33.379104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18708): Launched\u000a12:09:33.691223 run osmo-hlr_10.42.42.2(pid=18709): Launched\u000a12:09:33.805170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:34.348423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18711): Launched\u000a12:09:34.661417 run osmo-stp_10.42.42.5(pid=18712): Launched\u000a12:09:34.774461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:35.342666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18714): Launched\u000a12:09:35.657419 run osmo-msc_10.42.42.6(pid=18715): Launched\u000a12:09:35.839873 run osmo-stp_10.42.42.5(pid=18712): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18712)]\u000a12:09:35.971291 run osmo-stp_10.42.42.5(pid=18712): stdout: \u000a| (launched: 2022-12-13_12:09:34.505787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:36.100299 run osmo-stp_10.42.42.5(pid=18712): stderr: \u000a| �[0;m�[38;5;43m20221213120934678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120934678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120934678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120934678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120934679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120934679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120934679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:36.225166 run osmo-stp_10.42.42.5(pid=18712): stdout: \u000a| (launched: 2022-12-13_12:09:34.505787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:36.349079 run osmo-stp_10.42.42.5(pid=18712): stderr: \u000a| �[0;m�[38;5;43m20221213120934678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120934678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120934678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120934678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120934679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120934679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120934679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:36.403862 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18712): Process ended prematurely: osmo-stp_10.42.42.5(pid=18712) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18712)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:09:36.412802 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:09:36.473327 run osmo-hlr_10.42.42.2(pid=18709): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18709)]\u000a12:09:36.523312 run osmo-hlr_10.42.42.2(pid=18709): stdout: \u000a| (launched: 2022-12-13_12:09:33.537563) \u000a12:09:36.573924 run osmo-hlr_10.42.42.2(pid=18709): stderr: \u000a| �[0;m�[1;31m20221213120933713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120933713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120933713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120933713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120933713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120933713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120933731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120933741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120933741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120933741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:36.641959 run osmo-msc_10.42.42.6(pid=18715): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18715)]\u000a12:09:36.691721 run osmo-msc_10.42.42.6(pid=18715): stdout: \u000a| (launched: 2022-12-13_12:09:35.500305) \u000a12:09:36.742044 run osmo-msc_10.42.42.6(pid=18715): stderr: \u000a| �[0;m�[38;5;43m20221213120935772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120935773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf2c25ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120935773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120935773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120935773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120935773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120935775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120935775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120935775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120935775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:36.784490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18708): Terminating (SIGTERM)\u000a12:09:36.824933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18711): Terminating (SIGTERM)\u000a12:09:36.865833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18714): Terminating (SIGTERM)\u000a12:09:36.875110 --- ParallelTerminationStrategy: PID 18708 died...\u000a12:09:36.929047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18708): Terminated: ok {rc=0}\u000a12:09:36.938646 --- ParallelTerminationStrategy: PID 18711 died...\u000a12:09:36.992147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18711): Terminated: ok {rc=0}\u000a12:09:37.001900 --- ParallelTerminationStrategy: PID 18714 died...\u000a12:09:37.055048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18714): Terminated: ok {rc=0}\u000a12:09:37.139084 bus /sierra_3: Setting Powered False\u000a12:09:38.246415 bus /sierra_3: Setting Powered False\u000a12:09:39.355869 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18723): Process ended prematurely: osmo-stp_10.42.42.5(pid=18723) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18723)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18723): Process ended prematurely: osmo-stp_10.42.42.5(pid=18723) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:09:40.473301 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:40.485974 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:09:40.659370 tst mo_mt_call_osmux.py: using LAC 33846\u000a12:09:40.789315 tst mo_mt_call_osmux.py: using RAC 186\u000a12:09:40.912831 tst mo_mt_call_osmux.py: using CellId 33846\u000a12:09:41.035225 tst mo_mt_call_osmux.py: using BVCI 33847\u000a12:09:41.059081 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:41.070600 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:41.081804 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:41.092939 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:41.104300 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:09:41.115420 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:09:41.232693 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:09:41.450170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:41.973816 run create_hlr_db(pid=18717): Launched\u000a12:09:42.167087 bus /sierra_2: Setting Powered False\u000a12:09:43.186742 run create_hlr_db(pid=18717): Terminated: ok {rc=0}\u000a12:09:43.604637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18719): Launched\u000a12:09:43.914750 run osmo-hlr_10.42.42.2(pid=18720): Launched\u000a12:09:44.032660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:44.572582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18722): Launched\u000a12:09:44.883959 run osmo-stp_10.42.42.5(pid=18723): Launched\u000a12:09:44.997646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:45.566741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18725): Launched\u000a12:09:45.934414 run osmo-msc_10.42.42.6(pid=18726): Launched\u000a12:09:46.377887 run osmo-stp_10.42.42.5(pid=18723): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18723)]\u000a12:09:46.522570 run osmo-stp_10.42.42.5(pid=18723): stdout: \u000a| (launched: 2022-12-13_12:09:44.729998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:46.663984 run osmo-stp_10.42.42.5(pid=18723): stderr: \u000a| �[0;m�[38;5;43m20221213120944901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120944901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120944901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120944902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:46.792884 run osmo-stp_10.42.42.5(pid=18723): stdout: \u000a| (launched: 2022-12-13_12:09:44.729998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:46.919354 run osmo-stp_10.42.42.5(pid=18723): stderr: \u000a| �[0;m�[38;5;43m20221213120944901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120944901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120944901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120944902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:46.975495 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18723): Process ended prematurely: osmo-stp_10.42.42.5(pid=18723) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18723)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:09:46.985419 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:09:47.047718 run osmo-hlr_10.42.42.2(pid=18720): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18720)]\u000a12:09:47.098999 run osmo-hlr_10.42.42.2(pid=18720): stdout: \u000a| (launched: 2022-12-13_12:09:43.762167) \u000a12:09:47.150572 run osmo-hlr_10.42.42.2(pid=18720): stderr: \u000a| �[0;m�[1;31m20221213120943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120943940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120943953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120943962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120943962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120943962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:47.220675 run osmo-msc_10.42.42.6(pid=18726): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18726)]\u000a12:09:47.271930 run osmo-msc_10.42.42.6(pid=18726): stdout: \u000a| (launched: 2022-12-13_12:09:45.725220) \u000a12:09:47.323272 run osmo-msc_10.42.42.6(pid=18726): stderr: \u000a| �[0;m�[38;5;43m20221213120946101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120946101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcada247c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120946101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120946101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120946101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120946102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120946106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120946108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120946108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120946108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:47.366721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18719): Terminating (SIGTERM)\u000a12:09:47.407608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18722): Terminating (SIGTERM)\u000a12:09:47.448746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18725): Terminating (SIGTERM)\u000a12:09:47.458354 --- ParallelTerminationStrategy: PID 18719 died...\u000a12:09:47.513288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18719): Terminated: ok {rc=0}\u000a12:09:47.523231 --- ParallelTerminationStrategy: PID 18722 died...\u000a12:09:47.577748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18722): Terminated: ok {rc=0}\u000a12:09:47.587602 --- ParallelTerminationStrategy: PID 18725 died...\u000a12:09:47.641974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18725): Terminated: ok {rc=0}\u000a12:09:47.727959 bus /sierra_3: Setting Powered False\u000a12:09:48.835989 bus /sierra_3: Setting Powered False\u000a12:09:49.949812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:09:29" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18737): Process ended prematurely: osmo-stp_10.42.42.5(pid=18737) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18737)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18737): Process ended prematurely: osmo-stp_10.42.42.5(pid=18737) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:09:51.958975 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:09:51.970510 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:09:52.130718 tst mo_mt_call.py: using LAC 33847\u000a12:09:52.256443 tst mo_mt_call.py: using RAC 187\u000a12:09:52.375762 tst mo_mt_call.py: using CellId 33847\u000a12:09:52.496723 tst mo_mt_call.py: using BVCI 33848\u000a12:09:52.520318 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:09:52.531626 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:09:52.542733 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:09:52.553855 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:09:52.565019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:09:52.576139 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:09:52.697246 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:09:52.902982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:53.398877 run create_hlr_db(pid=18731): Launched\u000a12:09:53.578739 bus /sierra_2: Setting Powered False\u000a12:09:54.600292 run create_hlr_db(pid=18731): Terminated: ok {rc=0}\u000a12:09:55.045147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18733): Launched\u000a12:09:55.379351 run osmo-hlr_10.42.42.2(pid=18734): Launched\u000a12:09:55.505935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:56.086532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18736): Launched\u000a12:09:56.418889 run osmo-stp_10.42.42.5(pid=18737): Launched\u000a12:09:56.539983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:09:57.147767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18739): Launched\u000a12:09:57.482892 run osmo-msc_10.42.42.6(pid=18740): Launched\u000a12:09:57.679200 run osmo-stp_10.42.42.5(pid=18737): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18737)]\u000a12:09:57.819487 run osmo-stp_10.42.42.5(pid=18737): stdout: \u000a| (launched: 2022-12-13_12:09:56.255267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:57.958723 run osmo-stp_10.42.42.5(pid=18737): stderr: \u000a| �[0;m�[38;5;43m20221213120956445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120956445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120956446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120956446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120956446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120956447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120956447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:58.092026 run osmo-stp_10.42.42.5(pid=18737): stdout: \u000a| (launched: 2022-12-13_12:09:56.255267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:58.224300 run osmo-stp_10.42.42.5(pid=18737): stderr: \u000a| �[0;m�[38;5;43m20221213120956445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213120956445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213120956446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213120956446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213120956446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213120956447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213120956447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:58.282760 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18737): Process ended prematurely: osmo-stp_10.42.42.5(pid=18737) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18737)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:09:58.292304 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:09:58.356428 run osmo-hlr_10.42.42.2(pid=18734): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18734)]\u000a12:09:58.408859 run osmo-hlr_10.42.42.2(pid=18734): stdout: \u000a| (launched: 2022-12-13_12:09:55.214619) \u000a12:09:58.461893 run osmo-hlr_10.42.42.2(pid=18734): stderr: \u000a| �[0;m�[1;31m20221213120955412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213120955412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213120955412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120955412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213120955412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213120955412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213120955425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213120955434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213120955434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213120955434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:58.534062 run osmo-msc_10.42.42.6(pid=18740): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18740)]\u000a12:09:58.586842 run osmo-msc_10.42.42.6(pid=18740): stdout: \u000a| (launched: 2022-12-13_12:09:57.315811) \u000a12:09:58.639849 run osmo-msc_10.42.42.6(pid=18740): stderr: \u000a| �[0;m�[38;5;43m20221213120957638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213120957638 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ef37b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213120957638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213120957638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213120957638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213120957639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213120957640 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213120957641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213120957641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213120957641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:09:58.684865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18733): Terminating (SIGTERM)\u000a12:09:58.727511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18736): Terminating (SIGTERM)\u000a12:09:58.770314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18739): Terminating (SIGTERM)\u000a12:09:58.780162 --- ParallelTerminationStrategy: PID 18733 died...\u000a12:09:58.837794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18733): Terminated: ok {rc=0}\u000a12:09:58.848063 --- ParallelTerminationStrategy: PID 18736 died...\u000a12:09:58.905121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18736): Terminated: ok {rc=0}\u000a12:09:58.915278 --- ParallelTerminationStrategy: PID 18739 died...\u000a12:09:58.972434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18739): Terminated: ok {rc=0}\u000a12:09:59.060940 bus /sierra_3: Setting Powered False\u000a12:10:00.166103 bus /sierra_3: Setting Powered False\u000a12:10:01.310988 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18751): Process ended prematurely: osmo-stp_10.42.42.5(pid=18751) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18751)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18751): Process ended prematurely: osmo-stp_10.42.42.5(pid=18751) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:10:02.431010 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:10:02.443755 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:10:02.609318 tst mo_mt_call_osmux.py: using LAC 33848\u000a12:10:02.740655 tst mo_mt_call_osmux.py: using RAC 188\u000a12:10:02.872251 tst mo_mt_call_osmux.py: using CellId 33848\u000a12:10:03.002771 tst mo_mt_call_osmux.py: using BVCI 33849\u000a12:10:03.028287 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:10:03.040368 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:10:03.052071 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:10:03.063722 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:10:03.075960 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:10:03.088144 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:10:03.207211 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:10:03.415106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:03.916686 run create_hlr_db(pid=18745): Launched\u000a12:10:04.096616 bus /sierra_2: Setting Powered False\u000a12:10:05.116499 run create_hlr_db(pid=18745): Terminated: ok {rc=0}\u000a12:10:05.559074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18747): Launched\u000a12:10:05.894377 run osmo-hlr_10.42.42.2(pid=18748): Launched\u000a12:10:06.017020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:06.598514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18750): Launched\u000a12:10:06.931225 run osmo-stp_10.42.42.5(pid=18751): Launched\u000a12:10:07.051735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:07.658813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18753): Launched\u000a12:10:07.992936 run osmo-msc_10.42.42.6(pid=18754): Launched\u000a12:10:08.187159 run osmo-stp_10.42.42.5(pid=18751): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18751)]\u000a12:10:08.327299 run osmo-stp_10.42.42.5(pid=18751): stdout: \u000a| (launched: 2022-12-13_12:10:06.766852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:08.466226 run osmo-stp_10.42.42.5(pid=18751): stderr: \u000a| �[0;m�[38;5;43m20221213121006957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121006958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121006958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121006958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121006959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121006959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121006959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:08.599844 run osmo-stp_10.42.42.5(pid=18751): stdout: \u000a| (launched: 2022-12-13_12:10:06.766852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:08.731726 run osmo-stp_10.42.42.5(pid=18751): stderr: \u000a| �[0;m�[38;5;43m20221213121006957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121006958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121006958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121006958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121006959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121006959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121006959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:08.790104 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18751): Process ended prematurely: osmo-stp_10.42.42.5(pid=18751) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18751)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:10:08.799802 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:10:08.863494 run osmo-hlr_10.42.42.2(pid=18748): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18748)]\u000a12:10:08.915596 run osmo-hlr_10.42.42.2(pid=18748): stdout: \u000a| (launched: 2022-12-13_12:10:05.729251) \u000a12:10:08.968303 run osmo-hlr_10.42.42.2(pid=18748): stderr: \u000a| �[0;m�[1;31m20221213121005928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121005928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121005928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121005928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121005928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121005928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121005950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121005959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121005959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121005959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:09.039504 run osmo-msc_10.42.42.6(pid=18754): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18754)]\u000a12:10:09.091428 run osmo-msc_10.42.42.6(pid=18754): stdout: \u000a| (launched: 2022-12-13_12:10:07.827730) \u000a12:10:09.143701 run osmo-msc_10.42.42.6(pid=18754): stderr: \u000a| �[0;m�[38;5;43m20221213121008150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121008151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4d2c57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121008151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121008151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121008151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121008151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121008153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121008153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121008153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121008154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:09.188376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18747): Terminating (SIGTERM)\u000a12:10:09.230660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18750): Terminating (SIGTERM)\u000a12:10:09.273095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18753): Terminating (SIGTERM)\u000a12:10:09.282896 --- ParallelTerminationStrategy: PID 18747 died...\u000a12:10:09.339997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18747): Terminated: ok {rc=0}\u000a12:10:09.350183 --- ParallelTerminationStrategy: PID 18750 died...\u000a12:10:09.406950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18750): Terminated: ok {rc=0}\u000a12:10:09.417063 --- ParallelTerminationStrategy: PID 18753 died...\u000a12:10:09.473672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18753): Terminated: ok {rc=0}\u000a12:10:09.561411 bus /sierra_3: Setting Powered False\u000a12:10:10.667878 bus /sierra_3: Setting Powered False\u000a12:10:11.776072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:09:51" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18765): Process ended prematurely: osmo-stp_10.42.42.5(pid=18765) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18765)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18765): Process ended prematurely: osmo-stp_10.42.42.5(pid=18765) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:10:13.773416 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:13.784771 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:10:13.942037 tst mo_mt_call.py: using LAC 33849\u000a12:10:14.062771 tst mo_mt_call.py: using RAC 189\u000a12:10:14.183226 tst mo_mt_call.py: using CellId 33849\u000a12:10:14.303849 tst mo_mt_call.py: using BVCI 33850\u000a12:10:14.327515 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:14.338778 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:14.349932 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:14.361070 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:14.372167 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:14.383170 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:10:14.504284 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:10:14.710571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:15.209334 run create_hlr_db(pid=18759): Launched\u000a12:10:15.388932 bus /sierra_2: Setting Powered False\u000a12:10:16.414353 run create_hlr_db(pid=18759): Terminated: ok {rc=0}\u000a12:10:16.850219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18761): Launched\u000a12:10:17.221292 run osmo-hlr_10.42.42.2(pid=18762): Launched\u000a12:10:17.342704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:17.890610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18764): Launched\u000a12:10:18.203643 run osmo-stp_10.42.42.5(pid=18765): Launched\u000a12:10:18.315311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:18.885230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18767): Launched\u000a12:10:19.197937 run osmo-msc_10.42.42.6(pid=18768): Launched\u000a12:10:19.380175 run osmo-stp_10.42.42.5(pid=18765): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18765)]\u000a12:10:19.512005 run osmo-stp_10.42.42.5(pid=18765): stdout: \u000a| (launched: 2022-12-13_12:10:18.049068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:19.641354 run osmo-stp_10.42.42.5(pid=18765): stderr: \u000a| �[0;m�[38;5;43m20221213121018218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121018218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121018219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121018219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121018220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121018220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121018220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:19.766978 run osmo-stp_10.42.42.5(pid=18765): stdout: \u000a| (launched: 2022-12-13_12:10:18.049068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:19.890439 run osmo-stp_10.42.42.5(pid=18765): stderr: \u000a| �[0;m�[38;5;43m20221213121018218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121018218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121018219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121018219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121018220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121018220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121018220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:19.945175 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18765): Process ended prematurely: osmo-stp_10.42.42.5(pid=18765) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18765)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:10:19.954200 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:10:20.014812 run osmo-hlr_10.42.42.2(pid=18762): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18762)]\u000a12:10:20.064697 run osmo-hlr_10.42.42.2(pid=18762): stdout: \u000a| (launched: 2022-12-13_12:10:17.011701) \u000a12:10:20.115483 run osmo-hlr_10.42.42.2(pid=18762): stderr: \u000a| �[0;m�[1;31m20221213121017253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121017253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121017253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121017253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121017254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121017254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121017266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121017275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121017276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121017276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:20.183609 run osmo-msc_10.42.42.6(pid=18768): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18768)]\u000a12:10:20.233199 run osmo-msc_10.42.42.6(pid=18768): stdout: \u000a| (launched: 2022-12-13_12:10:19.043107) \u000a12:10:20.283344 run osmo-msc_10.42.42.6(pid=18768): stderr: \u000a| �[0;m�[38;5;43m20221213121019316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121019317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac92291c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121019317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121019317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121019317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121019317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121019319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121019319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121019319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121019320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:20.326218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18761): Terminating (SIGTERM)\u000a12:10:20.366729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18764): Terminating (SIGTERM)\u000a12:10:20.407303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18767): Terminating (SIGTERM)\u000a12:10:20.416742 --- ParallelTerminationStrategy: PID 18761 died...\u000a12:10:20.471443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18761): Terminated: ok {rc=0}\u000a12:10:20.481256 --- ParallelTerminationStrategy: PID 18764 died...\u000a12:10:20.535317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18764): Terminated: ok {rc=0}\u000a12:10:20.545122 --- ParallelTerminationStrategy: PID 18767 died...\u000a12:10:20.599577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18767): Terminated: ok {rc=0}\u000a12:10:20.690357 bus /sierra_3: Setting Powered False\u000a12:10:21.794766 bus /sierra_3: Setting Powered False\u000a12:10:22.908307 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18776): Process ended prematurely: osmo-stp_10.42.42.5(pid=18776) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18776)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18776): Process ended prematurely: osmo-stp_10.42.42.5(pid=18776) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:10:24.021593 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:24.033705 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:10:24.193410 tst mo_mt_call_osmux.py: using LAC 33850\u000a12:10:24.315268 tst mo_mt_call_osmux.py: using RAC 190\u000a12:10:24.439039 tst mo_mt_call_osmux.py: using CellId 33850\u000a12:10:24.561435 tst mo_mt_call_osmux.py: using BVCI 33851\u000a12:10:24.585169 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:24.596566 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:24.607790 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:24.618975 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:24.630131 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:10:24.641183 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:10:24.763641 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:10:24.971280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:25.473031 run create_hlr_db(pid=18770): Launched\u000a12:10:25.652017 bus /sierra_2: Setting Powered False\u000a12:10:26.671500 run create_hlr_db(pid=18770): Terminated: ok {rc=0}\u000a12:10:27.106119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18772): Launched\u000a12:10:27.431906 run osmo-hlr_10.42.42.2(pid=18773): Launched\u000a12:10:27.556451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:28.121665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18775): Launched\u000a12:10:28.425229 run osmo-stp_10.42.42.5(pid=18776): Launched\u000a12:10:28.534458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:29.088921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18778): Launched\u000a12:10:29.391992 run osmo-msc_10.42.42.6(pid=18779): Launched\u000a12:10:29.567847 run osmo-stp_10.42.42.5(pid=18776): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18776)]\u000a12:10:29.695280 run osmo-stp_10.42.42.5(pid=18776): stdout: \u000a| (launched: 2022-12-13_12:10:28.275883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:29.822152 run osmo-stp_10.42.42.5(pid=18776): stderr: \u000a| �[0;m�[38;5;43m20221213121028443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121028443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121028443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121028444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121028444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121028444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121028444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:29.943587 run osmo-stp_10.42.42.5(pid=18776): stdout: \u000a| (launched: 2022-12-13_12:10:28.275883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:30.064072 run osmo-stp_10.42.42.5(pid=18776): stderr: \u000a| �[0;m�[38;5;43m20221213121028443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121028443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121028443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121028444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121028444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121028444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121028444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:30.117541 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18776): Process ended prematurely: osmo-stp_10.42.42.5(pid=18776) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18776)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:10:30.126368 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:10:30.185874 run osmo-hlr_10.42.42.2(pid=18773): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18773)]\u000a12:10:30.234967 run osmo-hlr_10.42.42.2(pid=18773): stdout: \u000a| (launched: 2022-12-13_12:10:27.271654) \u000a12:10:30.284694 run osmo-hlr_10.42.42.2(pid=18773): stderr: \u000a| �[0;m�[1;31m20221213121027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121027464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121027476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121027486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121027486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121027486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:30.352303 run osmo-msc_10.42.42.6(pid=18779): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18779)]\u000a12:10:30.401029 run osmo-msc_10.42.42.6(pid=18779): stdout: \u000a| (launched: 2022-12-13_12:10:29.242448) \u000a12:10:30.450950 run osmo-msc_10.42.42.6(pid=18779): stderr: \u000a| �[0;m�[38;5;43m20221213121029511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121029511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7bff0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121029511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121029511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121029511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121029512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121029513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121029514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121029514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121029514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:30.492885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18772): Terminating (SIGTERM)\u000a12:10:30.532481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18775): Terminating (SIGTERM)\u000a12:10:30.572148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18778): Terminating (SIGTERM)\u000a12:10:30.581461 --- ParallelTerminationStrategy: PID 18772 died...\u000a12:10:30.634747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18772): Terminated: ok {rc=0}\u000a12:10:30.644358 --- ParallelTerminationStrategy: PID 18775 died...\u000a12:10:30.697571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18775): Terminated: ok {rc=0}\u000a12:10:30.707181 --- ParallelTerminationStrategy: PID 18778 died...\u000a12:10:30.760387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18778): Terminated: ok {rc=0}\u000a12:10:30.866759 bus /sierra_3: Setting Powered False\u000a12:10:31.977061 bus /sierra_3: Setting Powered False\u000a12:10:33.084169 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:10:13" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18790): Process ended prematurely: osmo-stp_10.42.42.5(pid=18790) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18790)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18790): Process ended prematurely: osmo-stp_10.42.42.5(pid=18790) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:10:35.074217 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:35.085637 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:10:35.241195 tst mo_mt_call.py: using LAC 33851\u000a12:10:35.362182 tst mo_mt_call.py: using RAC 191\u000a12:10:35.488795 tst mo_mt_call.py: using CellId 33851\u000a12:10:35.618461 tst mo_mt_call.py: using BVCI 33852\u000a12:10:35.643657 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:35.655495 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:35.667109 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:35.678706 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:35.690518 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:35.702177 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:10:35.818890 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:10:36.021480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:36.508251 run create_hlr_db(pid=18784): Launched\u000a12:10:36.684158 bus /sierra_2: Setting Powered False\u000a12:10:37.704210 run create_hlr_db(pid=18784): Terminated: ok {rc=0}\u000a12:10:38.111196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18786): Launched\u000a12:10:38.414697 run osmo-hlr_10.42.42.2(pid=18787): Launched\u000a12:10:38.525580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:39.053365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18789): Launched\u000a12:10:39.357760 run osmo-stp_10.42.42.5(pid=18790): Launched\u000a12:10:39.468795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:40.025073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18792): Launched\u000a12:10:40.329650 run osmo-msc_10.42.42.6(pid=18793): Launched\u000a12:10:40.506686 run osmo-stp_10.42.42.5(pid=18790): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18790)]\u000a12:10:40.636715 run osmo-stp_10.42.42.5(pid=18790): stdout: \u000a| (launched: 2022-12-13_12:10:39.207707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:40.763585 run osmo-stp_10.42.42.5(pid=18790): stderr: \u000a| �[0;m�[38;5;43m20221213121039377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121039377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121039377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121039377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121039378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121039378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121039378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:40.885883 run osmo-stp_10.42.42.5(pid=18790): stdout: \u000a| (launched: 2022-12-13_12:10:39.207707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:41.007054 run osmo-stp_10.42.42.5(pid=18790): stderr: \u000a| �[0;m�[38;5;43m20221213121039377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121039377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121039377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121039377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121039378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121039378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121039378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:41.060707 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18790): Process ended prematurely: osmo-stp_10.42.42.5(pid=18790) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18790)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:10:41.069504 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:10:41.129832 run osmo-hlr_10.42.42.2(pid=18787): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18787)]\u000a12:10:41.179584 run osmo-hlr_10.42.42.2(pid=18787): stdout: \u000a| (launched: 2022-12-13_12:10:38.265556) \u000a12:10:41.229945 run osmo-hlr_10.42.42.2(pid=18787): stderr: \u000a| �[0;m�[1;31m20221213121038438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121038438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121038438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121038438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121038439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121038439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121038451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121038460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121038460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121038460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:41.297744 run osmo-msc_10.42.42.6(pid=18793): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18793)]\u000a12:10:41.347098 run osmo-msc_10.42.42.6(pid=18793): stdout: \u000a| (launched: 2022-12-13_12:10:40.179253) \u000a12:10:41.397168 run osmo-msc_10.42.42.6(pid=18793): stderr: \u000a| �[0;m�[38;5;43m20221213121040448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121040449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbab15f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121040449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121040449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121040449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121040449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121040451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121040451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121040452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121040452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:41.439395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18786): Terminating (SIGTERM)\u000a12:10:41.479285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18789): Terminating (SIGTERM)\u000a12:10:41.519326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18792): Terminating (SIGTERM)\u000a12:10:41.528673 --- ParallelTerminationStrategy: PID 18786 died...\u000a12:10:41.582110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18786): Terminated: ok {rc=0}\u000a12:10:41.591769 --- ParallelTerminationStrategy: PID 18789 died...\u000a12:10:41.645126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18789): Terminated: ok {rc=0}\u000a12:10:41.654775 --- ParallelTerminationStrategy: PID 18792 died...\u000a12:10:41.708187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18792): Terminated: ok {rc=0}\u000a12:10:41.796682 bus /sierra_3: Setting Powered False\u000a12:10:42.900875 bus /sierra_3: Setting Powered False\u000a12:10:44.012105 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18801): Process ended prematurely: osmo-stp_10.42.42.5(pid=18801) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18801)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18801): Process ended prematurely: osmo-stp_10.42.42.5(pid=18801) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:10:45.120699 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:45.132496 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:10:45.290375 tst mo_mt_call_osmux.py: using LAC 33852\u000a12:10:45.411600 tst mo_mt_call_osmux.py: using RAC 192\u000a12:10:45.532875 tst mo_mt_call_osmux.py: using CellId 33852\u000a12:10:45.661592 tst mo_mt_call_osmux.py: using BVCI 33853\u000a12:10:45.686977 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:45.698716 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:45.710384 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:45.721956 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:45.734476 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:10:45.746859 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:10:45.881184 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:10:46.103301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:46.657963 run create_hlr_db(pid=18795): Launched\u000a12:10:46.851312 bus /sierra_2: Setting Powered False\u000a12:10:47.868485 run create_hlr_db(pid=18795): Terminated: ok {rc=0}\u000a12:10:48.303331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18797): Launched\u000a12:10:48.630326 run osmo-hlr_10.42.42.2(pid=18798): Launched\u000a12:10:48.750431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:49.319938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18800): Launched\u000a12:10:49.647096 run osmo-stp_10.42.42.5(pid=18801): Launched\u000a12:10:49.766021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:10:50.360499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18803): Launched\u000a12:10:50.687076 run osmo-msc_10.42.42.6(pid=18804): Launched\u000a12:10:50.878299 run osmo-stp_10.42.42.5(pid=18801): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18801)]\u000a12:10:51.017641 run osmo-stp_10.42.42.5(pid=18801): stdout: \u000a| (launched: 2022-12-13_12:10:49.485621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:51.154722 run osmo-stp_10.42.42.5(pid=18801): stderr: \u000a| �[0;m�[38;5;43m20221213121049674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121049674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121049674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121049675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121049675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121049675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121049675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:51.285719 run osmo-stp_10.42.42.5(pid=18801): stdout: \u000a| (launched: 2022-12-13_12:10:49.485621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:51.415698 run osmo-stp_10.42.42.5(pid=18801): stderr: \u000a| �[0;m�[38;5;43m20221213121049674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121049674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121049674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121049675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121049675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121049675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121049675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:51.473173 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18801): Process ended prematurely: osmo-stp_10.42.42.5(pid=18801) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18801)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:10:51.482811 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:10:51.546589 run osmo-hlr_10.42.42.2(pid=18798): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18798)]\u000a12:10:51.599029 run osmo-hlr_10.42.42.2(pid=18798): stdout: \u000a| (launched: 2022-12-13_12:10:48.469093) \u000a12:10:51.651624 run osmo-hlr_10.42.42.2(pid=18798): stderr: \u000a| �[0;m�[1;31m20221213121048663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121048663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121048663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121048663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121048663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121048663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121048675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121048684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121048684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121048684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:51.723039 run osmo-msc_10.42.42.6(pid=18804): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18804)]\u000a12:10:51.774938 run osmo-msc_10.42.42.6(pid=18804): stdout: \u000a| (launched: 2022-12-13_12:10:50.525467) \u000a12:10:51.830148 run osmo-msc_10.42.42.6(pid=18804): stderr: \u000a| �[0;m�[38;5;43m20221213121050845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121050845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7ae70fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121050845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121050845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121050845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121050845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121050847 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121050847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121050848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121050848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:10:51.874734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18797): Terminating (SIGTERM)\u000a12:10:51.918844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18800): Terminating (SIGTERM)\u000a12:10:51.961576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18803): Terminating (SIGTERM)\u000a12:10:51.971433 --- ParallelTerminationStrategy: PID 18797 died...\u000a12:10:52.028292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18797): Terminated: ok {rc=0}\u000a12:10:52.038525 --- ParallelTerminationStrategy: PID 18800 died...\u000a12:10:52.095170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18800): Terminated: ok {rc=0}\u000a12:10:52.105376 --- ParallelTerminationStrategy: PID 18803 died...\u000a12:10:52.161907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18803): Terminated: ok {rc=0}\u000a12:10:52.249415 bus /sierra_3: Setting Powered False\u000a12:10:53.350938 bus /sierra_3: Setting Powered False\u000a12:10:54.461088 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:10:34" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:10:56.472392 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:10:56.483566 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:10:56.641077 tst mo_mt_call.py: using LAC 33853\u000a12:10:56.760239 tst mo_mt_call.py: using RAC 193\u000a12:10:56.879276 tst mo_mt_call.py: using CellId 33853\u000a12:10:57.000271 tst mo_mt_call.py: using BVCI 33854\u000a12:10:57.023241 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:10:57.034338 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:10:57.045246 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:10:57.056081 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:10:57.067105 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:10:57.078462 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:10:57.198323 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:10:57.397540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:57.881360 run create_hlr_db(pid=18810): Launched\u000a12:10:58.055458 bus /sierra_2: Setting Powered False\u000a12:10:59.077071 run create_hlr_db(pid=18810): Terminated: ok {rc=0}\u000a12:10:59.480369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Launched\u000a12:10:59.781839 run osmo-hlr_10.42.42.2(pid=18813): Launched\u000a12:10:59.892053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:00.418106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Launched\u000a12:11:00.720696 run osmo-stp_10.42.42.5(pid=18816): Launched\u000a12:11:00.842867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:01.435307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18818): Launched\u000a12:11:01.827248 run osmo-msc_10.42.42.6(pid=18819): Launched\u000a12:11:02.130474 run osmo-stp_10.42.42.5(pid=18816): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]\u000a12:11:02.356916 run osmo-stp_10.42.42.5(pid=18816): stdout: \u000a| (launched: 2022-12-13_12:11:00.572171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:02.483218 run osmo-stp_10.42.42.5(pid=18816): stderr: \u000a| �[0;m�[38;5;43m20221213121100740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121100740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121100741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121100741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121100741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121100742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121100742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:02.605110 run osmo-stp_10.42.42.5(pid=18816): stdout: \u000a| (launched: 2022-12-13_12:11:00.572171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:02.725824 run osmo-stp_10.42.42.5(pid=18816): stderr: \u000a| �[0;m�[38;5;43m20221213121100740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121100740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121100741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121100741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121100741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121100742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121100742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:02.779421 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:11:02.788180 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:11:02.848472 run osmo-hlr_10.42.42.2(pid=18813): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18813)]\u000a12:11:02.897906 run osmo-hlr_10.42.42.2(pid=18813): stdout: \u000a| (launched: 2022-12-13_12:10:59.633859) \u000a12:11:02.947919 run osmo-hlr_10.42.42.2(pid=18813): stderr: \u000a| �[0;m�[1;31m20221213121059807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121059807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121059807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121059807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121059807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121059808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121059820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121059828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121059828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121059828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:03.016016 run osmo-msc_10.42.42.6(pid=18819): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18819)]\u000a12:11:03.065583 run osmo-msc_10.42.42.6(pid=18819): stdout: \u000a| (launched: 2022-12-13_12:11:01.607062) \u000a12:11:03.115686 run osmo-msc_10.42.42.6(pid=18819): stderr: \u000a| �[0;m�[38;5;43m20221213121102177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121102177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fb68ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121102177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121102178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121102178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121102178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121102180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121102180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121102180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121102180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:03.158038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Terminating (SIGTERM)\u000a12:11:03.197922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Terminating (SIGTERM)\u000a12:11:03.237819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18818): Terminating (SIGTERM)\u000a12:11:03.247023 --- ParallelTerminationStrategy: PID 18812 died...\u000a12:11:03.300841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Terminated: ok {rc=0}\u000a12:11:03.310635 --- ParallelTerminationStrategy: PID 18815 died...\u000a12:11:03.364372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Terminated: ok {rc=0}\u000a12:11:03.374009 --- ParallelTerminationStrategy: PID 18818 died...\u000a12:11:03.427624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18818): Terminated: ok {rc=0}\u000a12:11:03.518410 bus /sierra_3: Setting Powered False\u000a12:11:04.623261 bus /sierra_3: Setting Powered False\u000a12:11:05.736229 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18827): Process ended prematurely: osmo-stp_10.42.42.5(pid=18827) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18827)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18827): Process ended prematurely: osmo-stp_10.42.42.5(pid=18827) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:11:06.847234 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:11:06.859052 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:11:07.017222 tst mo_mt_call_osmux.py: using LAC 33854\u000a12:11:07.140788 tst mo_mt_call_osmux.py: using RAC 194\u000a12:11:07.257646 tst mo_mt_call_osmux.py: using CellId 33854\u000a12:11:07.378619 tst mo_mt_call_osmux.py: using BVCI 33855\u000a12:11:07.401826 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:11:07.412794 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:11:07.423654 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:11:07.434528 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:11:07.445522 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:11:07.456375 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:11:07.575698 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:11:07.781272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:08.266909 run create_hlr_db(pid=18821): Launched\u000a12:11:08.441935 bus /sierra_2: Setting Powered False\u000a12:11:09.463475 run create_hlr_db(pid=18821): Terminated: ok {rc=0}\u000a12:11:09.866618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18823): Launched\u000a12:11:10.170248 run osmo-hlr_10.42.42.2(pid=18824): Launched\u000a12:11:10.284420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:10.810589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18826): Launched\u000a12:11:11.112423 run osmo-stp_10.42.42.5(pid=18827): Launched\u000a12:11:11.221781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:11.778051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18829): Launched\u000a12:11:12.081246 run osmo-msc_10.42.42.6(pid=18830): Launched\u000a12:11:12.258660 run osmo-stp_10.42.42.5(pid=18827): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18827)]\u000a12:11:12.386223 run osmo-stp_10.42.42.5(pid=18827): stdout: \u000a| (launched: 2022-12-13_12:11:10.964421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:12.511908 run osmo-stp_10.42.42.5(pid=18827): stderr: \u000a| �[0;m�[38;5;43m20221213121111132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121111132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121111132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121111133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121111133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121111133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121111134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:12.633193 run osmo-stp_10.42.42.5(pid=18827): stdout: \u000a| (launched: 2022-12-13_12:11:10.964421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:12.753184 run osmo-stp_10.42.42.5(pid=18827): stderr: \u000a| �[0;m�[38;5;43m20221213121111132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121111132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121111132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121111133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121111133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121111133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121111134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:12.806425 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18827): Process ended prematurely: osmo-stp_10.42.42.5(pid=18827) [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18827)] [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:11:12.815181 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:11:12.874452 run osmo-hlr_10.42.42.2(pid=18824): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18824)]\u000a12:11:12.923236 run osmo-hlr_10.42.42.2(pid=18824): stdout: \u000a| (launched: 2022-12-13_12:11:10.020942) \u000a12:11:12.972511 run osmo-hlr_10.42.42.2(pid=18824): stderr: \u000a| �[0;m�[1;31m20221213121110194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121110194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121110195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121110195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121110195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121110195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121110207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121110218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121110218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121110218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:13.039606 run osmo-msc_10.42.42.6(pid=18830): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18830)]\u000a12:11:13.088332 run osmo-msc_10.42.42.6(pid=18830): stdout: \u000a| (launched: 2022-12-13_12:11:11.931938) \u000a12:11:13.137628 run osmo-msc_10.42.42.6(pid=18830): stderr: \u000a| �[0;m�[38;5;43m20221213121112202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121112202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee3b115c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121112202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121112203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121112203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121112203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121112205 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121112205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121112205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121112205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:13.179451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18823): Terminating (SIGTERM)\u000a12:11:13.218840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18826): Terminating (SIGTERM)\u000a12:11:13.258299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18829): Terminating (SIGTERM)\u000a12:11:13.267598 --- ParallelTerminationStrategy: PID 18823 died...\u000a12:11:13.320565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18823): Terminated: ok {rc=0}\u000a12:11:13.330146 --- ParallelTerminationStrategy: PID 18826 died...\u000a12:11:13.382706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18826): Terminated: ok {rc=0}\u000a12:11:13.392180 --- ParallelTerminationStrategy: PID 18829 died...\u000a12:11:13.444668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18829): Terminated: ok {rc=0}\u000a12:11:13.528126 bus /sierra_3: Setting Powered False\u000a12:11:14.634693 bus /sierra_3: Setting Powered False\u000a12:11:15.745422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:10:56" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18841): Process ended prematurely: osmo-stp_10.42.42.5(pid=18841) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18841)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18841): Process ended prematurely: osmo-stp_10.42.42.5(pid=18841) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:11:17.815992 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:17.827788 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:11:17.990284 tst mo_mt_call.py: using LAC 33855\u000a12:11:18.107713 tst mo_mt_call.py: using RAC 195\u000a12:11:18.225717 tst mo_mt_call.py: using CellId 33855\u000a12:11:18.342681 tst mo_mt_call.py: using BVCI 33856\u000a12:11:18.365723 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:18.376752 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:18.387818 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:18.398832 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:18.409975 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:18.420892 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:11:18.540188 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:11:18.743823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:19.227508 run create_hlr_db(pid=18835): Launched\u000a12:11:19.401344 bus /sierra_2: Setting Powered False\u000a12:11:20.423162 run create_hlr_db(pid=18835): Terminated: ok {rc=0}\u000a12:11:20.827145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18837): Launched\u000a12:11:21.132014 run osmo-hlr_10.42.42.2(pid=18838): Launched\u000a12:11:21.243234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:21.771318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18840): Launched\u000a12:11:22.073756 run osmo-stp_10.42.42.5(pid=18841): Launched\u000a12:11:22.182609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:22.737052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18843): Launched\u000a12:11:23.040604 run osmo-msc_10.42.42.6(pid=18844): Launched\u000a12:11:23.217656 run osmo-stp_10.42.42.5(pid=18841): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18841)]\u000a12:11:23.345991 run osmo-stp_10.42.42.5(pid=18841): stdout: \u000a| (launched: 2022-12-13_12:11:21.925342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:23.471942 run osmo-stp_10.42.42.5(pid=18841): stderr: \u000a| �[0;m�[38;5;43m20221213121122092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121122092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121122092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121122093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121122093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121122093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121122093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:23.593835 run osmo-stp_10.42.42.5(pid=18841): stdout: \u000a| (launched: 2022-12-13_12:11:21.925342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:23.714644 run osmo-stp_10.42.42.5(pid=18841): stderr: \u000a| �[0;m�[38;5;43m20221213121122092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121122092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121122092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121122093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121122093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121122093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121122093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:23.768124 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18841): Process ended prematurely: osmo-stp_10.42.42.5(pid=18841) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18841)] [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:11:23.777004 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:11:23.836126 run osmo-hlr_10.42.42.2(pid=18838): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18838)]\u000a12:11:23.884499 run osmo-hlr_10.42.42.2(pid=18838): stdout: \u000a| (launched: 2022-12-13_12:11:20.981488) \u000a12:11:23.933533 run osmo-hlr_10.42.42.2(pid=18838): stderr: \u000a| �[0;m�[1;31m20221213121121156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121121156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121121156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121121156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121121156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121121156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121121168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121121177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121121177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121121177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:24.000192 run osmo-msc_10.42.42.6(pid=18844): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18844)]\u000a12:11:24.048520 run osmo-msc_10.42.42.6(pid=18844): stdout: \u000a| (launched: 2022-12-13_12:11:22.891061) \u000a12:11:24.097441 run osmo-msc_10.42.42.6(pid=18844): stderr: \u000a| �[0;m�[38;5;43m20221213121123161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121123162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabdd822c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121123162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121123162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121123162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121123162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121123164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121123164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121123164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121123165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:24.139092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18837): Terminating (SIGTERM)\u000a12:11:24.178516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18840): Terminating (SIGTERM)\u000a12:11:24.218335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18843): Terminating (SIGTERM)\u000a12:11:24.227605 --- ParallelTerminationStrategy: PID 18837 died...\u000a12:11:24.280882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18837): Terminated: ok {rc=0}\u000a12:11:24.290425 --- ParallelTerminationStrategy: PID 18840 died...\u000a12:11:24.342811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18840): Terminated: ok {rc=0}\u000a12:11:24.352194 --- ParallelTerminationStrategy: PID 18843 died...\u000a12:11:24.405096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18843): Terminated: ok {rc=0}\u000a12:11:24.492066 bus /sierra_3: Setting Powered False\u000a12:11:25.594298 bus /sierra_3: Setting Powered False\u000a12:11:26.703439 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18852): Process ended prematurely: osmo-stp_10.42.42.5(pid=18852) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18852)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18852): Process ended prematurely: osmo-stp_10.42.42.5(pid=18852) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:11:27.813302 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:27.825372 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:11:27.981748 tst mo_mt_call_osmux.py: using LAC 33856\u000a12:11:28.100518 tst mo_mt_call_osmux.py: using RAC 196\u000a12:11:28.221748 tst mo_mt_call_osmux.py: using CellId 33856\u000a12:11:28.343166 tst mo_mt_call_osmux.py: using BVCI 33857\u000a12:11:28.366385 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:28.377737 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:28.388803 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:28.400041 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:28.411253 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:11:28.422437 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:11:28.542245 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:11:28.752003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:29.264755 run create_hlr_db(pid=18846): Launched\u000a12:11:29.453749 bus /sierra_2: Setting Powered False\u000a12:11:30.474313 run create_hlr_db(pid=18846): Terminated: ok {rc=0}\u000a12:11:30.945823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18848): Launched\u000a12:11:31.370994 run osmo-hlr_10.42.42.2(pid=18849): Launched\u000a12:11:31.485672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:32.245705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18851): Launched\u000a12:11:32.558173 run osmo-stp_10.42.42.5(pid=18852): Launched\u000a12:11:32.670212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:33.231940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18854): Launched\u000a12:11:33.540132 run osmo-msc_10.42.42.6(pid=18855): Launched\u000a12:11:33.720236 run osmo-stp_10.42.42.5(pid=18852): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18852)]\u000a12:11:33.850264 run osmo-stp_10.42.42.5(pid=18852): stdout: \u000a| (launched: 2022-12-13_12:11:32.404570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:33.978181 run osmo-stp_10.42.42.5(pid=18852): stderr: \u000a| �[0;m�[38;5;43m20221213121132572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121132572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121132573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121132573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:34.101177 run osmo-stp_10.42.42.5(pid=18852): stdout: \u000a| (launched: 2022-12-13_12:11:32.404570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:34.222724 run osmo-stp_10.42.42.5(pid=18852): stderr: \u000a| �[0;m�[38;5;43m20221213121132572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121132572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121132573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121132573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121132574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:34.276887 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18852): Process ended prematurely: osmo-stp_10.42.42.5(pid=18852) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18852)] [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:11:34.286149 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:11:34.346197 run osmo-hlr_10.42.42.2(pid=18849): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18849)]\u000a12:11:34.395194 run osmo-hlr_10.42.42.2(pid=18849): stdout: \u000a| (launched: 2022-12-13_12:11:31.113641) \u000a12:11:34.444895 run osmo-hlr_10.42.42.2(pid=18849): stderr: \u000a| �[0;m�[1;31m20221213121131509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121131509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121131509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121131509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121131510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121131510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121131522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121131534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121131535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121131535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:34.512387 run osmo-msc_10.42.42.6(pid=18855): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18855)]\u000a12:11:34.561578 run osmo-msc_10.42.42.6(pid=18855): stdout: \u000a| (launched: 2022-12-13_12:11:33.387461) \u000a12:11:34.611100 run osmo-msc_10.42.42.6(pid=18855): stderr: \u000a| �[0;m�[38;5;43m20221213121133657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121133657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5bd88ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121133657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121133657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121133658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121133658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121133660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121133660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121133660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121133660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:34.653172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18848): Terminating (SIGTERM)\u000a12:11:34.692888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18851): Terminating (SIGTERM)\u000a12:11:34.732382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18854): Terminating (SIGTERM)\u000a12:11:34.741695 --- ParallelTerminationStrategy: PID 18848 died...\u000a12:11:34.795501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18848): Terminated: ok {rc=0}\u000a12:11:34.805170 --- ParallelTerminationStrategy: PID 18851 died...\u000a12:11:34.858378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18851): Terminated: ok {rc=0}\u000a12:11:34.868045 --- ParallelTerminationStrategy: PID 18854 died...\u000a12:11:34.921082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18854): Terminated: ok {rc=0}\u000a12:11:35.009430 bus /sierra_3: Setting Powered False\u000a12:11:36.112450 bus /sierra_3: Setting Powered False\u000a12:11:37.219992 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:11:17" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:11:39.224306 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:39.235254 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:11:39.390933 tst mo_mt_call.py: using LAC 33857\u000a12:11:39.512137 tst mo_mt_call.py: using RAC 197\u000a12:11:39.632541 tst mo_mt_call.py: using CellId 33857\u000a12:11:39.759259 tst mo_mt_call.py: using BVCI 33858\u000a12:11:39.784172 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:39.795565 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:39.807084 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:39.818434 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:39.830095 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:39.841757 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:11:39.960083 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:11:40.162561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:40.654048 run create_hlr_db(pid=18861): Launched\u000a12:11:40.831329 bus /sierra_2: Setting Powered False\u000a12:11:41.853138 run create_hlr_db(pid=18861): Terminated: ok {rc=0}\u000a12:11:42.291124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Launched\u000a12:11:42.623590 run osmo-hlr_10.42.42.2(pid=18864): Launched\u000a12:11:42.745590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:43.318100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Launched\u000a12:11:43.648276 run osmo-stp_10.42.42.5(pid=18867): Launched\u000a12:11:43.767285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:44.367365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18869): Launched\u000a12:11:44.696479 run osmo-msc_10.42.42.6(pid=18870): Launched\u000a12:11:44.888587 run osmo-stp_10.42.42.5(pid=18867): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)]\u000a12:11:45.027224 run osmo-stp_10.42.42.5(pid=18867): stdout: \u000a| (launched: 2022-12-13_12:11:43.485220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:45.164867 run osmo-stp_10.42.42.5(pid=18867): stderr: \u000a| �[0;m�[38;5;43m20221213121143675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121143675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121143675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121143676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121143676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121143676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121143676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:45.296789 run osmo-stp_10.42.42.5(pid=18867): stdout: \u000a| (launched: 2022-12-13_12:11:43.485220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:45.427888 run osmo-stp_10.42.42.5(pid=18867): stderr: \u000a| �[0;m�[38;5;43m20221213121143675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121143675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121143675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121143676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121143676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121143676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121143676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:45.485590 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18867): Process ended prematurely: osmo-stp_10.42.42.5(pid=18867) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18867)] [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:11:45.494959 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:11:45.558347 run osmo-hlr_10.42.42.2(pid=18864): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18864)]\u000a12:11:45.610222 run osmo-hlr_10.42.42.2(pid=18864): stdout: \u000a| (launched: 2022-12-13_12:11:42.459542) \u000a12:11:45.663043 run osmo-hlr_10.42.42.2(pid=18864): stderr: \u000a| �[0;m�[1;31m20221213121142652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121142652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121142652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121142652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121142652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121142653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121142664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121142673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121142674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121142674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:45.734342 run osmo-msc_10.42.42.6(pid=18870): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18870)]\u000a12:11:45.786318 run osmo-msc_10.42.42.6(pid=18870): stdout: \u000a| (launched: 2022-12-13_12:11:44.534672) \u000a12:11:45.843227 run osmo-msc_10.42.42.6(pid=18870): stderr: \u000a| �[0;m�[38;5;43m20221213121144854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121144854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd211380c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121144854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121144854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121144854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121144854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121144856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121144856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121144857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121144857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:45.893994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Terminating (SIGTERM)\u000a12:11:45.950724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Terminating (SIGTERM)\u000a12:11:45.994153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18869): Terminating (SIGTERM)\u000a12:11:46.003977 --- ParallelTerminationStrategy: PID 18863 died...\u000a12:11:46.062895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18863): Terminated: ok {rc=0}\u000a12:11:46.073991 --- ParallelTerminationStrategy: PID 18866 died...\u000a12:11:46.133833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18866): Terminated: ok {rc=0}\u000a12:11:46.145076 --- ParallelTerminationStrategy: PID 18869 died...\u000a12:11:46.202930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18869): Terminated: ok {rc=0}\u000a12:11:46.292300 bus /sierra_3: Setting Powered False\u000a12:11:47.395862 bus /sierra_3: Setting Powered False\u000a12:11:48.502920 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18878): Process ended prematurely: osmo-stp_10.42.42.5(pid=18878) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18878)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18878): Process ended prematurely: osmo-stp_10.42.42.5(pid=18878) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:11:49.619751 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:49.632019 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:11:49.799536 tst mo_mt_call_osmux.py: using LAC 33858\u000a12:11:49.931165 tst mo_mt_call_osmux.py: using RAC 198\u000a12:11:50.062050 tst mo_mt_call_osmux.py: using CellId 33858\u000a12:11:50.191110 tst mo_mt_call_osmux.py: using BVCI 33859\u000a12:11:50.216303 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:50.227857 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:50.239183 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:50.250604 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:50.262427 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:11:50.274075 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:11:50.391941 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:11:50.604598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:51.125084 run create_hlr_db(pid=18872): Launched\u000a12:11:51.316484 bus /sierra_2: Setting Powered False\u000a12:11:52.337565 run create_hlr_db(pid=18872): Terminated: ok {rc=0}\u000a12:11:52.752771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18874): Launched\u000a12:11:53.060122 run osmo-hlr_10.42.42.2(pid=18875): Launched\u000a12:11:53.174333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:53.709164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18877): Launched\u000a12:11:54.016338 run osmo-stp_10.42.42.5(pid=18878): Launched\u000a12:11:54.129350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:54.699220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18880): Launched\u000a12:11:55.007153 run osmo-msc_10.42.42.6(pid=18881): Launched\u000a12:11:55.186485 run osmo-stp_10.42.42.5(pid=18878): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18878)]\u000a12:11:55.315966 run osmo-stp_10.42.42.5(pid=18878): stdout: \u000a| (launched: 2022-12-13_12:11:53.865381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:55.443746 run osmo-stp_10.42.42.5(pid=18878): stderr: \u000a| �[0;m�[38;5;43m20221213121154032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121154032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121154033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121154033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121154034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121154034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121154034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:55.567093 run osmo-stp_10.42.42.5(pid=18878): stdout: \u000a| (launched: 2022-12-13_12:11:53.865381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:55.689522 run osmo-stp_10.42.42.5(pid=18878): stderr: \u000a| �[0;m�[38;5;43m20221213121154032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121154032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121154033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121154033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121154034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121154034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121154034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:55.743735 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18878): Process ended prematurely: osmo-stp_10.42.42.5(pid=18878) [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18878)] [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:11:55.752429 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:11:55.812785 run osmo-hlr_10.42.42.2(pid=18875): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18875)]\u000a12:11:55.862162 run osmo-hlr_10.42.42.2(pid=18875): stdout: \u000a| (launched: 2022-12-13_12:11:52.908858) \u000a12:11:55.912128 run osmo-hlr_10.42.42.2(pid=18875): stderr: \u000a| �[0;m�[1;31m20221213121153080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121153080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121153080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121153080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121153080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121153081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121153093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121153103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121153103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121153103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:55.980099 run osmo-msc_10.42.42.6(pid=18881): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18881)]\u000a12:11:56.029568 run osmo-msc_10.42.42.6(pid=18881): stdout: \u000a| (launched: 2022-12-13_12:11:54.855535) \u000a12:11:56.079684 run osmo-msc_10.42.42.6(pid=18881): stderr: \u000a| �[0;m�[38;5;43m20221213121155122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121155123 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc8097dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121155123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121155123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121155123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121155123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121155125 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121155125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121155125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121155125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:56.121918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18874): Terminating (SIGTERM)\u000a12:11:56.161729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18877): Terminating (SIGTERM)\u000a12:11:56.201657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18880): Terminating (SIGTERM)\u000a12:11:56.210989 --- ParallelTerminationStrategy: PID 18874 died...\u000a12:11:56.264730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18874): Terminated: ok {rc=0}\u000a12:11:56.274519 --- ParallelTerminationStrategy: PID 18877 died...\u000a12:11:56.328135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18877): Terminated: ok {rc=0}\u000a12:11:56.337881 --- ParallelTerminationStrategy: PID 18880 died...\u000a12:11:56.391072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18880): Terminated: ok {rc=0}\u000a12:11:56.480486 bus /sierra_3: Setting Powered False\u000a12:11:57.584691 bus /sierra_3: Setting Powered False\u000a12:11:58.697218 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:11:38" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18892): Process ended prematurely: osmo-stp_10.42.42.5(pid=18892) [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18892)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18892): Process ended prematurely: osmo-stp_10.42.42.5(pid=18892) [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a12:12:00.697063 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:00.709145 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:12:00.866079 tst mo_mt_call.py: using LAC 33859\u000a12:12:01.003352 tst mo_mt_call.py: using RAC 199\u000a12:12:01.131011 tst mo_mt_call.py: using CellId 33859\u000a12:12:01.261723 tst mo_mt_call.py: using BVCI 33860\u000a12:12:01.288072 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:01.301230 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:01.314222 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:01.327201 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:01.342097 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:01.356393 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:12:01.482085 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:12:01.687833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:02.222639 run create_hlr_db(pid=18886): Launched\u000a12:12:02.403176 bus /sierra_2: Setting Powered False\u000a12:12:03.423160 run create_hlr_db(pid=18886): Terminated: ok {rc=0}\u000a12:12:03.862785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18888): Launched\u000a12:12:04.192828 run osmo-hlr_10.42.42.2(pid=18889): Launched\u000a12:12:04.313860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:04.888061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18891): Launched\u000a12:12:05.220107 run osmo-stp_10.42.42.5(pid=18892): Launched\u000a12:12:05.339905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:05.942709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18894): Launched\u000a12:12:06.273232 run osmo-msc_10.42.42.6(pid=18895): Launched\u000a12:12:06.466051 run osmo-stp_10.42.42.5(pid=18892): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18892)]\u000a12:12:06.605452 run osmo-stp_10.42.42.5(pid=18892): stdout: \u000a| (launched: 2022-12-13_12:12:05.056534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:06.743776 run osmo-stp_10.42.42.5(pid=18892): stderr: \u000a| �[0;m�[38;5;43m20221213121205246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121205246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121205246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121205247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121205247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121205247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121205247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:06.876595 run osmo-stp_10.42.42.5(pid=18892): stdout: \u000a| (launched: 2022-12-13_12:12:05.056534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:07.008284 run osmo-stp_10.42.42.5(pid=18892): stderr: \u000a| �[0;m�[38;5;43m20221213121205246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121205246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121205246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121205247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121205247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121205247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121205247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:07.066686 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18892): Process ended prematurely: osmo-stp_10.42.42.5(pid=18892) [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18892)] [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a12:12:07.076370 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:12:07.140807 run osmo-hlr_10.42.42.2(pid=18889): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18889)]\u000a12:12:07.193100 run osmo-hlr_10.42.42.2(pid=18889): stdout: \u000a| (launched: 2022-12-13_12:12:04.029988) \u000a12:12:07.245939 run osmo-hlr_10.42.42.2(pid=18889): stderr: \u000a| �[0;m�[1;31m20221213121204224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121204224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121204224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121204224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121204224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121204224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121204237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121204246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121204246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121204246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:07.317574 run osmo-msc_10.42.42.6(pid=18895): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18895)]\u000a12:12:07.369569 run osmo-msc_10.42.42.6(pid=18895): stdout: \u000a| (launched: 2022-12-13_12:12:06.110033) \u000a12:12:07.422077 run osmo-msc_10.42.42.6(pid=18895): stderr: \u000a| �[0;m�[38;5;43m20221213121206428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121206428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf428c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121206428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121206428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121206428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121206428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121206430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121206430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121206431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121206431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:07.467038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18888): Terminating (SIGTERM)\u000a12:12:07.509831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18891): Terminating (SIGTERM)\u000a12:12:07.552469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18894): Terminating (SIGTERM)\u000a12:12:07.562390 --- ParallelTerminationStrategy: PID 18888 died...\u000a12:12:07.620030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18888): Terminated: ok {rc=0}\u000a12:12:07.630608 --- ParallelTerminationStrategy: PID 18891 died...\u000a12:12:07.687675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18891): Terminated: ok {rc=0}\u000a12:12:07.697978 --- ParallelTerminationStrategy: PID 18894 died...\u000a12:12:07.754824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18894): Terminated: ok {rc=0}\u000a12:12:07.842881 bus /sierra_3: Setting Powered False\u000a12:12:08.949716 bus /sierra_3: Setting Powered False\u000a12:12:10.059255 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18903): Process ended prematurely: osmo-stp_10.42.42.5(pid=18903) [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18903)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18903): Process ended prematurely: osmo-stp_10.42.42.5(pid=18903) [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:12:11.175762 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:11.188296 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:12:11.339691 tst mo_mt_call_osmux.py: using LAC 33860\u000a12:12:11.470884 tst mo_mt_call_osmux.py: using RAC 200\u000a12:12:11.601666 tst mo_mt_call_osmux.py: using CellId 33860\u000a12:12:11.733099 tst mo_mt_call_osmux.py: using BVCI 33861\u000a12:12:11.758523 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:11.770598 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:11.782462 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:11.794398 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:11.806857 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:12:11.819078 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:12:11.940695 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:12:12.146451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:12.639161 run create_hlr_db(pid=18897): Launched\u000a12:12:12.817268 bus /sierra_2: Setting Powered False\u000a12:12:13.838601 run create_hlr_db(pid=18897): Terminated: ok {rc=0}\u000a12:12:14.250292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18899): Launched\u000a12:12:14.557825 run osmo-hlr_10.42.42.2(pid=18900): Launched\u000a12:12:14.670583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:15.204212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18902): Launched\u000a12:12:15.512471 run osmo-stp_10.42.42.5(pid=18903): Launched\u000a12:12:15.626031 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:16.271584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18905): Launched\u000a12:12:16.674886 run osmo-msc_10.42.42.6(pid=18906): Launched\u000a12:12:17.140941 run osmo-stp_10.42.42.5(pid=18903): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18903)]\u000a12:12:17.377484 run osmo-stp_10.42.42.5(pid=18903): stdout: \u000a| (launched: 2022-12-13_12:12:15.360406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:17.512314 run osmo-stp_10.42.42.5(pid=18903): stderr: \u000a| �[0;m�[38;5;43m20221213121215530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121215530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121215531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121215531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121215531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121215532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121215532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:17.645985 run osmo-stp_10.42.42.5(pid=18903): stdout: \u000a| (launched: 2022-12-13_12:12:15.360406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:17.778390 run osmo-stp_10.42.42.5(pid=18903): stderr: \u000a| �[0;m�[38;5;43m20221213121215530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121215530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121215531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121215531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121215531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121215532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121215532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:17.838048 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18903): Process ended prematurely: osmo-stp_10.42.42.5(pid=18903) [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18903)] [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a12:12:17.847808 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a12:12:17.912458 run osmo-hlr_10.42.42.2(pid=18900): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18900)]\u000a12:12:17.964723 run osmo-hlr_10.42.42.2(pid=18900): stdout: \u000a| (launched: 2022-12-13_12:12:14.406706) \u000a12:12:18.017554 run osmo-hlr_10.42.42.2(pid=18900): stderr: \u000a| �[0;m�[1;31m20221213121214581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121214581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121214581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121214581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121214581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121214581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121214594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:18.089215 run osmo-msc_10.42.42.6(pid=18906): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18906)]\u000a12:12:18.141313 run osmo-msc_10.42.42.6(pid=18906): stdout: \u000a| (launched: 2022-12-13_12:12:16.464432) \u000a12:12:18.194047 run osmo-msc_10.42.42.6(pid=18906): stderr: \u000a| �[0;m�[38;5;43m20221213121217039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121217039 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3df6b6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121217040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121217040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121217041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121217042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121217050 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121217052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121217052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121217052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:18.239008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18899): Terminating (SIGTERM)\u000a12:12:18.281514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18902): Terminating (SIGTERM)\u000a12:12:18.324158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18905): Terminating (SIGTERM)\u000a12:12:18.333594 --- ParallelTerminationStrategy: PID 18899 died...\u000a12:12:18.391153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18899): Terminated: ok {rc=0}\u000a12:12:18.401391 --- ParallelTerminationStrategy: PID 18902 died...\u000a12:12:18.458365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18902): Terminated: ok {rc=0}\u000a12:12:18.468504 --- ParallelTerminationStrategy: PID 18905 died...\u000a12:12:18.525913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18905): Terminated: ok {rc=0}\u000a12:12:18.613850 bus /sierra_3: Setting Powered False\u000a12:12:19.720388 bus /sierra_3: Setting Powered False\u000a12:12:20.828619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:12:00" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18918): Process ended prematurely: osmo-stp_10.42.42.5(pid=18918) [trial-2389↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18918)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18918): Process ended prematurely: osmo-stp_10.42.42.5(pid=18918) [trial-2389↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:12:22.844541 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:22.855319 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:12:22.991037 tst emergency_mo_mt_call.py: using LAC 33861\u000a12:12:23.109743 tst emergency_mo_mt_call.py: using RAC 201\u000a12:12:23.227748 tst emergency_mo_mt_call.py: using CellId 33861\u000a12:12:23.347992 tst emergency_mo_mt_call.py: using BVCI 33862\u000a12:12:23.370779 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:23.381544 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:23.392191 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:23.402713 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:23.413309 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:23.423754 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:12:23.543366 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:12:23.747159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:24.233359 run create_hlr_db(pid=18912): Launched\u000a12:12:24.408413 bus /sierra_2: Setting Powered False\u000a12:12:25.429723 run create_hlr_db(pid=18912): Terminated: ok {rc=0}\u000a12:12:25.863728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18914): Launched\u000a12:12:26.188335 run osmo-hlr_10.42.42.2(pid=18915): Launched\u000a12:12:26.305983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:26.871905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18917): Launched\u000a12:12:27.195621 run osmo-stp_10.42.42.5(pid=18918): Launched\u000a12:12:27.324677 tst emergency_mo_mt_call.py: using MSISDN 8148\u000a12:12:27.486228 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:28.078732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18920): Launched\u000a12:12:28.404163 run osmo-msc_10.42.42.6(pid=18921): Launched\u000a12:12:28.593340 run osmo-stp_10.42.42.5(pid=18918): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18918)]\u000a12:12:28.730398 run osmo-stp_10.42.42.5(pid=18918): stdout: \u000a| (launched: 2022-12-13_12:12:27.036775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:28.866342 run osmo-stp_10.42.42.5(pid=18918): stderr: \u000a| �[0;m�[38;5;43m20221213121227227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121227227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121227227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121227228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121227228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121227229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121227229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:28.996888 run osmo-stp_10.42.42.5(pid=18918): stdout: \u000a| (launched: 2022-12-13_12:12:27.036775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:29.126651 run osmo-stp_10.42.42.5(pid=18918): stderr: \u000a| �[0;m�[38;5;43m20221213121227227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121227227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121227227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121227228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121227228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121227229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121227229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:29.183413 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18918): Process ended prematurely: osmo-stp_10.42.42.5(pid=18918) [trial-2389↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18918)] [trial-2389↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a12:12:29.192253 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a12:12:29.255523 run osmo-hlr_10.42.42.2(pid=18915): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18915)]\u000a12:12:29.307700 run osmo-hlr_10.42.42.2(pid=18915): stdout: \u000a| (launched: 2022-12-13_12:12:26.029506) \u000a12:12:29.360653 run osmo-hlr_10.42.42.2(pid=18915): stderr: \u000a| �[0;m�[1;31m20221213121226223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121226223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121226223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121226223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121226223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121226223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121226235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121226244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121226244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121226244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:29.431861 run osmo-msc_10.42.42.6(pid=18921): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18921)]\u000a12:12:29.483558 run osmo-msc_10.42.42.6(pid=18921): stdout: \u000a| (launched: 2022-12-13_12:12:28.244345) \u000a12:12:29.535800 run osmo-msc_10.42.42.6(pid=18921): stderr: \u000a| �[0;m�[38;5;43m20221213121228562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121228562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18b4f81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121228562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121228562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121228563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121228563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121228564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121228565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121228565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121228565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:29.580436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18914): Terminating (SIGTERM)\u000a12:12:29.622616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18917): Terminating (SIGTERM)\u000a12:12:29.665209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18920): Terminating (SIGTERM)\u000a12:12:29.674927 --- ParallelTerminationStrategy: PID 18914 died...\u000a12:12:29.731827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18914): Terminated: ok {rc=0}\u000a12:12:29.741935 --- ParallelTerminationStrategy: PID 18917 died...\u000a12:12:29.798456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18917): Terminated: ok {rc=0}\u000a12:12:29.808529 --- ParallelTerminationStrategy: PID 18920 died...\u000a12:12:29.864665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18920): Terminated: ok {rc=0}\u000a12:12:29.951536 bus /sierra_3: Setting Powered False\u000a12:12:31.072373 bus /sierra_3: Setting Powered False\u000a12:12:32.187883 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18929): Process ended prematurely: osmo-stp_10.42.42.5(pid=18929) [trial-2389↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18929)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18929): Process ended prematurely: osmo-stp_10.42.42.5(pid=18929) [trial-2389↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:12:33.243611 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:33.255131 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:12:33.392050 tst emergency_preemptive_call.py: using LAC 33862\u000a12:12:33.512523 tst emergency_preemptive_call.py: using RAC 202\u000a12:12:33.631966 tst emergency_preemptive_call.py: using CellId 33862\u000a12:12:33.752434 tst emergency_preemptive_call.py: using BVCI 33863\u000a12:12:33.775376 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:33.786214 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:33.796815 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:33.807448 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:33.818217 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:12:33.828729 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:12:33.949578 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:12:34.066125 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:12:34.185266 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:12:34.386396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:34.874130 run create_hlr_db(pid=18923): Launched\u000a12:12:35.048920 bus /sierra_2: Setting Powered False\u000a12:12:36.070245 run create_hlr_db(pid=18923): Terminated: ok {rc=0}\u000a12:12:36.501576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18925): Launched\u000a12:12:36.825727 run osmo-hlr_10.42.42.2(pid=18926): Launched\u000a12:12:36.944600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:37.512705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18928): Launched\u000a12:12:37.839509 run osmo-stp_10.42.42.5(pid=18929): Launched\u000a12:12:37.972010 tst emergency_preemptive_call.py: using MSISDN 8149\u000a12:12:38.134121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:38.725333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18931): Launched\u000a12:12:39.050138 run osmo-msc_10.42.42.6(pid=18932): Launched\u000a12:12:39.240160 run osmo-stp_10.42.42.5(pid=18929): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18929)]\u000a12:12:39.378390 run osmo-stp_10.42.42.5(pid=18929): stdout: \u000a| (launched: 2022-12-13_12:12:37.678496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:39.514155 run osmo-stp_10.42.42.5(pid=18929): stderr: \u000a| �[0;m�[38;5;43m20221213121237867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121237867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121237867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121237868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121237868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121237868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121237868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:39.645283 run osmo-stp_10.42.42.5(pid=18929): stdout: \u000a| (launched: 2022-12-13_12:12:37.678496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:39.774694 run osmo-stp_10.42.42.5(pid=18929): stderr: \u000a| �[0;m�[38;5;43m20221213121237867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121237867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121237867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121237868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121237868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121237868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121237868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:39.831551 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18929): Process ended prematurely: osmo-stp_10.42.42.5(pid=18929) [trial-2389↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18929)] [trial-2389↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a12:12:39.840393 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a12:12:39.903488 run osmo-hlr_10.42.42.2(pid=18926): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18926)]\u000a12:12:39.955105 run osmo-hlr_10.42.42.2(pid=18926): stdout: \u000a| (launched: 2022-12-13_12:12:36.666979) \u000a12:12:40.007458 run osmo-hlr_10.42.42.2(pid=18926): stderr: \u000a| �[0;m�[1;31m20221213121236861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121236861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121236861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121236861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121236862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121236862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121236874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121236884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121236884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121236884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:40.078194 run osmo-msc_10.42.42.6(pid=18932): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18932)]\u000a12:12:40.129672 run osmo-msc_10.42.42.6(pid=18932): stdout: \u000a| (launched: 2022-12-13_12:12:38.890643) \u000a12:12:40.181501 run osmo-msc_10.42.42.6(pid=18932): stderr: \u000a| �[0;m�[38;5;43m20221213121239209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121239209 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d68184c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121239210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121239210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121239210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121239210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121239212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121239212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121239212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121239212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:40.226088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18925): Terminating (SIGTERM)\u000a12:12:40.268604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18928): Terminating (SIGTERM)\u000a12:12:40.310764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18931): Terminating (SIGTERM)\u000a12:12:40.320459 --- ParallelTerminationStrategy: PID 18925 died...\u000a12:12:40.377137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18925): Terminated: ok {rc=0}\u000a12:12:40.387549 --- ParallelTerminationStrategy: PID 18928 died...\u000a12:12:40.443717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18928): Terminated: ok {rc=0}\u000a12:12:40.453827 --- ParallelTerminationStrategy: PID 18931 died...\u000a12:12:40.509717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18931): Terminated: ok {rc=0}\u000a12:12:40.596881 bus /sierra_9: Setting Powered False\u000a12:12:41.701264 bus /sierra_9: Setting Powered False\u000a12:12:42.812425 bus /sierra_8: Setting Powered False\u000a12:12:43.914498 bus /sierra_8: Setting Powered False\u000a12:12:45.025201 bus /sierra_3: Setting Powered False\u000a12:12:46.131300 bus /sierra_3: Setting Powered False\u000a12:12:47.246326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:12:22" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18948): Process ended prematurely: osmo-stp_10.42.42.5(pid=18948) [trial-2389↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18948)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18948): Process ended prematurely: osmo-stp_10.42.42.5(pid=18948) [trial-2389↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:12:49.361508 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.372071 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:12:49.510126 tst cs_paging_gprs_active.py: using LAC 33863\u000a12:12:49.634690 tst cs_paging_gprs_active.py: using RAC 203\u000a12:12:49.756293 tst cs_paging_gprs_active.py: using CellId 33863\u000a12:12:49.876708 tst cs_paging_gprs_active.py: using BVCI 33864\u000a12:12:49.900179 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.910908 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.921397 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.931839 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.942557 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.953328 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.963943 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.974240 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:12:49.984782 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:12:50.106418 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:12:50.401150 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:12:50.539133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:50.882184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18938): Launched\u000a12:12:51.167321 run iperf3-srv_10.42.42.10(pid=18939): Launched\u000a12:12:51.370501 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:12:51.508694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:12:51.851402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18940): Launched\u000a12:12:52.135306 run iperf3-srv_10.42.42.10(pid=18941): Launched\u000a12:12:52.337845 tst cs_paging_gprs_active.py:38: start network...\u000a12:12:52.475942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:52.998919 run create_hlr_db(pid=18942): Launched\u000a12:12:53.191213 bus /sierra_2: Setting Powered False\u000a12:12:54.211116 run create_hlr_db(pid=18942): Terminated: ok {rc=0}\u000a12:12:54.626292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18944): Launched\u000a12:12:54.936492 run osmo-hlr_10.42.42.2(pid=18945): Launched\u000a12:12:55.058488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:55.599704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18947): Launched\u000a12:12:55.907627 run osmo-stp_10.42.42.5(pid=18948): Launched\u000a12:12:56.018567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:12:56.555811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18950): Launched\u000a12:12:56.665018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:12:56.933602 run patchelf(pid=18951): Launched\u000a12:12:57.114267 run osmo-stp_10.42.42.5(pid=18948): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18948)]\u000a12:12:57.245923 run osmo-stp_10.42.42.5(pid=18948): stdout: \u000a| (launched: 2022-12-13_12:12:55.756446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:57.378360 run osmo-stp_10.42.42.5(pid=18948): stderr: \u000a| �[0;m�[38;5;43m20221213121255926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121255926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121255926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121255927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:57.505194 run osmo-stp_10.42.42.5(pid=18948): stdout: \u000a| (launched: 2022-12-13_12:12:55.756446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:57.631060 run osmo-stp_10.42.42.5(pid=18948): stderr: \u000a| �[0;m�[38;5;43m20221213121255926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121255926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121255926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121255927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121255927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:57.777800 run patchelf(pid=18951): Terminating (SIGINT)\u000a12:12:57.950023 run patchelf(pid=18951): Terminated: ok {rc=0}\u000a12:12:57.981768 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18948): Process ended prematurely: osmo-stp_10.42.42.5(pid=18948) [trial-2389↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18948)] [trial-2389↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a12:12:57.991076 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:12:58.051107 run osmo-hlr_10.42.42.2(pid=18945): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18945)]\u000a12:12:58.099949 run osmo-hlr_10.42.42.2(pid=18945): stdout: \u000a| (launched: 2022-12-13_12:12:54.783995) \u000a12:12:58.149313 run osmo-hlr_10.42.42.2(pid=18945): stderr: \u000a| �[0;m�[1;31m20221213121254958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121254958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121254958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121254958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121254958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121254958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121254970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121254979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121254979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121254979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:58.191571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18938): Terminating (SIGTERM)\u000a12:12:58.231240 run iperf3-srv_10.42.42.10(pid=18939): Terminating (SIGTERM)\u000a12:12:58.271112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18940): Terminating (SIGTERM)\u000a12:12:58.310785 run iperf3-srv_10.42.42.10(pid=18941): Terminating (SIGTERM)\u000a12:12:58.350538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18944): Terminating (SIGTERM)\u000a12:12:58.390246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18947): Terminating (SIGTERM)\u000a12:12:58.430210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18950): Terminating (SIGTERM)\u000a12:12:58.439513 --- ParallelTerminationStrategy: PID 18938 died...\u000a12:12:58.493109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18938): Terminated: ok {rc=0}\u000a12:12:58.502789 --- ParallelTerminationStrategy: PID 18939 died...\u000a12:12:58.555530 run iperf3-srv_10.42.42.10(pid=18939): Terminated {rc=256}\u000a12:12:58.565109 --- ParallelTerminationStrategy: PID 18940 died...\u000a12:12:58.618361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18940): Terminated: ok {rc=0}\u000a12:12:58.628121 --- ParallelTerminationStrategy: PID 18941 died...\u000a12:12:58.681222 run iperf3-srv_10.42.42.10(pid=18941): Terminated {rc=256}\u000a12:12:58.690731 --- ParallelTerminationStrategy: PID 18944 died...\u000a12:12:58.743853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18944): Terminated: ok {rc=0}\u000a12:12:58.753617 --- ParallelTerminationStrategy: PID 18947 died...\u000a12:12:58.807195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18947): Terminated: ok {rc=0}\u000a12:12:58.816899 --- ParallelTerminationStrategy: PID 18950 died...\u000a12:12:58.870367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18950): Terminated: ok {rc=0}\u000a12:12:58.960150 bus /gobi_0: Setting Powered False\u000a12:13:00.064619 bus /gobi_0: Setting Powered False\u000a12:13:01.174164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18960): Process ended prematurely: osmo-stp_10.42.42.5(pid=18960) [trial-2389↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18960)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18960): Process ended prematurely: osmo-stp_10.42.42.5(pid=18960) [trial-2389↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a12:13:02.284873 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.296134 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:13:02.437248 tst iperf3.py: using LAC 33864\u000a12:13:02.560154 tst iperf3.py: using RAC 204\u000a12:13:02.683661 tst iperf3.py: using CellId 33864\u000a12:13:02.806764 tst iperf3.py: using BVCI 33865\u000a12:13:02.830632 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.841437 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.852039 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.862655 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.872912 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.883738 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.894547 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.905094 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:02.915764 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:13:03.215096 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:13:03.354004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:03.697775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18952): Launched\u000a12:13:03.982723 run iperf3-srv_10.42.42.10(pid=18953): Launched\u000a12:13:04.187492 tst iperf3.py:8: start network...\u000a12:13:04.326549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:04.849699 run create_hlr_db(pid=18954): Launched\u000a12:13:05.040648 bus /gobi_6: Setting Powered False\u000a12:13:06.050675 run create_hlr_db(pid=18954): Terminated: ok {rc=0}\u000a12:13:06.471235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18956): Launched\u000a12:13:06.780348 run osmo-hlr_10.42.42.2(pid=18957): Launched\u000a12:13:06.894801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:07.430466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18959): Launched\u000a12:13:07.737099 run osmo-stp_10.42.42.5(pid=18960): Launched\u000a12:13:07.847922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:08.384271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18962): Launched\u000a12:13:08.494480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:08.763945 run patchelf(pid=18963): Launched\u000a12:13:08.944094 run osmo-stp_10.42.42.5(pid=18960): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18960)]\u000a12:13:09.077281 run osmo-stp_10.42.42.5(pid=18960): stdout: \u000a| (launched: 2022-12-13_12:13:07.585976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:09.209729 run osmo-stp_10.42.42.5(pid=18960): stderr: \u000a| �[0;m�[38;5;43m20221213121307755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121307755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121307756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121307756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121307756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121307757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121307757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:09.336746 run osmo-stp_10.42.42.5(pid=18960): stdout: \u000a| (launched: 2022-12-13_12:13:07.585976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:09.462723 run osmo-stp_10.42.42.5(pid=18960): stderr: \u000a| �[0;m�[38;5;43m20221213121307755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121307755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121307756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121307756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121307756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121307757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121307757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:09.609102 run patchelf(pid=18963): Terminating (SIGINT)\u000a12:13:09.781746 run patchelf(pid=18963): Terminated: ok {rc=0}\u000a12:13:09.813579 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18960): Process ended prematurely: osmo-stp_10.42.42.5(pid=18960) [trial-2389↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18960)] [trial-2389↪gprs:trx-umtrx↪iperf3.py:8]\u000a12:13:09.823040 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:13:09.883019 run osmo-hlr_10.42.42.2(pid=18957): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18957)]\u000a12:13:09.931856 run osmo-hlr_10.42.42.2(pid=18957): stdout: \u000a| (launched: 2022-12-13_12:13:06.627964) \u000a12:13:09.981447 run osmo-hlr_10.42.42.2(pid=18957): stderr: \u000a| �[0;m�[1;31m20221213121306802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121306802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121306802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121306802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121306802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121306802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121306814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121306824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121306825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121306825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:10.023771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18952): Terminating (SIGTERM)\u000a12:13:10.063724 run iperf3-srv_10.42.42.10(pid=18953): Terminating (SIGTERM)\u000a12:13:10.103784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18956): Terminating (SIGTERM)\u000a12:13:10.143720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18959): Terminating (SIGTERM)\u000a12:13:10.183717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18962): Terminating (SIGTERM)\u000a12:13:10.193187 --- ParallelTerminationStrategy: PID 18952 died...\u000a12:13:10.247080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18952): Terminated: ok {rc=0}\u000a12:13:10.256881 --- ParallelTerminationStrategy: PID 18953 died...\u000a12:13:10.310782 run iperf3-srv_10.42.42.10(pid=18953): Terminated {rc=256}\u000a12:13:10.320390 --- ParallelTerminationStrategy: PID 18956 died...\u000a12:13:10.373994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18956): Terminated: ok {rc=0}\u000a12:13:10.383688 --- ParallelTerminationStrategy: PID 18959 died...\u000a12:13:10.437036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18959): Terminated: ok {rc=0}\u000a12:13:10.446720 --- ParallelTerminationStrategy: PID 18962 died...\u000a12:13:10.499964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18962): Terminated: ok {rc=0}\u000a12:13:10.583562 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18978): Process ended prematurely: osmo-stp_10.42.42.5(pid=18978) [trial-2389↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18978)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18978): Process ended prematurely: osmo-stp_10.42.42.5(pid=18978) [trial-2389↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a12:13:11.701103 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:11.712877 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:13:11.853391 tst iperf3m4.py: using LAC 33865\u000a12:13:11.984508 tst iperf3m4.py: using RAC 205\u000a12:13:12.104702 tst iperf3m4.py: using CellId 33865\u000a12:13:12.225109 tst iperf3m4.py: using BVCI 33866\u000a12:13:12.248762 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:12.259784 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:12.270608 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:12.281302 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:12.292445 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:12.303715 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:12.314892 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:12.325880 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:12.337014 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:13:12.459523 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:13:12.584018 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:13:12.705511 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:13:12.991570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:13:13.121845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:13.446252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18964): Launched\u000a12:13:13.713860 run iperf3-srv_10.42.42.10(pid=18965): Launched\u000a12:13:13.903345 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:13:14.031862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:14.353984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18966): Launched\u000a12:13:14.621744 run iperf3-srv_10.42.42.10(pid=18967): Launched\u000a12:13:14.810658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:13:14.938973 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:15.260924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18968): Launched\u000a12:13:15.526642 run iperf3-srv_10.42.42.10(pid=18969): Launched\u000a12:13:15.715592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:13:15.844157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:16.200310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18970): Launched\u000a12:13:16.494390 run iperf3-srv_10.42.42.10(pid=18971): Launched\u000a12:13:16.685825 tst iperf3m4.py:8: start network...\u000a12:13:16.816374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:17.329086 run create_hlr_db(pid=18972): Launched\u000a12:13:17.506726 bus /gobi_6: Setting Powered False\u000a12:13:18.527753 run create_hlr_db(pid=18972): Terminated: ok {rc=0}\u000a12:13:18.968288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18974): Launched\u000a12:13:19.301502 run osmo-hlr_10.42.42.2(pid=18975): Launched\u000a12:13:19.423984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:20.005916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18977): Launched\u000a12:13:20.337299 run osmo-stp_10.42.42.5(pid=18978): Launched\u000a12:13:20.456897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:21.036556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18980): Launched\u000a12:13:21.155505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:21.446474 run patchelf(pid=18981): Launched\u000a12:13:21.641069 run osmo-stp_10.42.42.5(pid=18978): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18978)]\u000a12:13:21.783638 run osmo-stp_10.42.42.5(pid=18978): stdout: \u000a| (launched: 2022-12-13_12:13:20.173823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:21.926263 run osmo-stp_10.42.42.5(pid=18978): stderr: \u000a| �[0;m�[38;5;43m20221213121320364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121320364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121320364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121320364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121320365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121320365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121320365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:22.063679 run osmo-stp_10.42.42.5(pid=18978): stdout: \u000a| (launched: 2022-12-13_12:13:20.173823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:22.199871 run osmo-stp_10.42.42.5(pid=18978): stderr: \u000a| �[0;m�[38;5;43m20221213121320364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121320364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121320364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121320364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121320365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121320365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121320365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:22.358379 run patchelf(pid=18981): Terminating (SIGINT)\u000a12:13:22.544567 run patchelf(pid=18981): Terminated: ok {rc=0}\u000a12:13:22.578730 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18978): Process ended prematurely: osmo-stp_10.42.42.5(pid=18978) [trial-2389↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18978)] [trial-2389↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a12:13:22.588877 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:13:22.653017 run osmo-hlr_10.42.42.2(pid=18975): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18975)]\u000a12:13:22.705549 run osmo-hlr_10.42.42.2(pid=18975): stdout: \u000a| (launched: 2022-12-13_12:13:19.137261) \u000a12:13:22.758590 run osmo-hlr_10.42.42.2(pid=18975): stderr: \u000a| �[0;m�[1;31m20221213121319335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121319335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121319335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121319335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121319335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121319335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121319347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121319357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121319357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121319357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:22.803589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18964): Terminating (SIGTERM)\u000a12:13:22.846435 run iperf3-srv_10.42.42.10(pid=18965): Terminating (SIGTERM)\u000a12:13:22.889068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18966): Terminating (SIGTERM)\u000a12:13:22.932147 run iperf3-srv_10.42.42.10(pid=18967): Terminating (SIGTERM)\u000a12:13:22.975236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18968): Terminating (SIGTERM)\u000a12:13:23.017828 run iperf3-srv_10.42.42.10(pid=18969): Terminating (SIGTERM)\u000a12:13:23.060443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18970): Terminating (SIGTERM)\u000a12:13:23.103052 run iperf3-srv_10.42.42.10(pid=18971): Terminating (SIGTERM)\u000a12:13:23.145784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18974): Terminating (SIGTERM)\u000a12:13:23.188353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18977): Terminating (SIGTERM)\u000a12:13:23.230881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18980): Terminating (SIGTERM)\u000a12:13:23.240727 --- ParallelTerminationStrategy: PID 18964 died...\u000a12:13:23.297969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18964): Terminated: ok {rc=0}\u000a12:13:23.308335 --- ParallelTerminationStrategy: PID 18965 died...\u000a12:13:23.365774 run iperf3-srv_10.42.42.10(pid=18965): Terminated {rc=256}\u000a12:13:23.376023 --- ParallelTerminationStrategy: PID 18966 died...\u000a12:13:23.432933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18966): Terminated: ok {rc=0}\u000a12:13:23.443304 --- ParallelTerminationStrategy: PID 18967 died...\u000a12:13:23.499836 run iperf3-srv_10.42.42.10(pid=18967): Terminated {rc=256}\u000a12:13:23.509911 --- ParallelTerminationStrategy: PID 18968 died...\u000a12:13:23.566336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18968): Terminated: ok {rc=0}\u000a12:13:23.576490 --- ParallelTerminationStrategy: PID 18969 died...\u000a12:13:23.632798 run iperf3-srv_10.42.42.10(pid=18969): Terminated {rc=256}\u000a12:13:23.642961 --- ParallelTerminationStrategy: PID 18970 died...\u000a12:13:23.699763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18970): Terminated: ok {rc=0}\u000a12:13:23.710035 --- ParallelTerminationStrategy: PID 18971 died...\u000a12:13:23.766683 run iperf3-srv_10.42.42.10(pid=18971): Terminated {rc=256}\u000a12:13:23.777012 --- ParallelTerminationStrategy: PID 18974 died...\u000a12:13:23.833440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18974): Terminated: ok {rc=0}\u000a12:13:23.843690 --- ParallelTerminationStrategy: PID 18977 died...\u000a12:13:23.900036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18977): Terminated: ok {rc=0}\u000a12:13:23.910256 --- ParallelTerminationStrategy: PID 18980 died...\u000a12:13:23.966606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18980): Terminated: ok {rc=0}\u000a12:13:24.053964 bus /gobi_4: Setting Powered False\u000a12:13:25.160100 bus /gobi_4: Setting Powered False\u000a12:13:26.272017 bus /gobi_1: Setting Powered False\u000a12:13:27.378182 bus /gobi_1: Setting Powered False\u000a12:13:28.486039 bus /gobi_0: Setting Powered False\u000a12:13:29.591250 bus /gobi_0: Setting Powered False\u000a12:13:30.704127 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18988): Process ended prematurely: osmo-stp_10.42.42.5(pid=18988) [trial-2389↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18988)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18988): Process ended prematurely: osmo-stp_10.42.42.5(pid=18988) [trial-2389↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a12:13:31.773742 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:31.786092 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:13:31.935805 tst ping.py: using LAC 33866\u000a12:13:32.058884 tst ping.py: using RAC 206\u000a12:13:32.187228 tst ping.py: using CellId 33866\u000a12:13:32.318004 tst ping.py: using BVCI 33867\u000a12:13:32.343082 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:32.354453 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:32.365713 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:32.376996 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:32.388436 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:32.399731 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:32.411254 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:32.422579 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:13:32.701827 tst ping.py:19: start network...\u000a12:13:32.827630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:33.311642 run create_hlr_db(pid=18982): Launched\u000a12:13:33.486125 bus /gobi_6: Setting Powered False\u000a12:13:34.507596 run create_hlr_db(pid=18982): Terminated: ok {rc=0}\u000a12:13:34.939817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18984): Launched\u000a12:13:35.263803 run osmo-hlr_10.42.42.2(pid=18985): Launched\u000a12:13:35.384784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:35.952052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18987): Launched\u000a12:13:36.276693 run osmo-stp_10.42.42.5(pid=18988): Launched\u000a12:13:36.394361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:36.961579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18990): Launched\u000a12:13:37.077834 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:37.361197 run patchelf(pid=18991): Launched\u000a12:13:37.550702 run osmo-stp_10.42.42.5(pid=18988): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18988)]\u000a12:13:37.689675 run osmo-stp_10.42.42.5(pid=18988): stdout: \u000a| (launched: 2022-12-13_12:13:36.117117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:37.828650 run osmo-stp_10.42.42.5(pid=18988): stderr: \u000a| �[0;m�[38;5;43m20221213121336308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121336308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121336309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121336309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121336310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121336310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121336310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:37.962497 run osmo-stp_10.42.42.5(pid=18988): stdout: \u000a| (launched: 2022-12-13_12:13:36.117117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:38.095006 run osmo-stp_10.42.42.5(pid=18988): stderr: \u000a| �[0;m�[38;5;43m20221213121336308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121336308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121336309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121336309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121336310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121336310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121336310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:38.249563 run patchelf(pid=18991): Terminating (SIGINT)\u000a12:13:38.431044 run patchelf(pid=18991): Terminated: ok {rc=0}\u000a12:13:38.463908 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18988): Process ended prematurely: osmo-stp_10.42.42.5(pid=18988) [trial-2389↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18988)] [trial-2389↪gprs:trx-umtrx↪ping.py:22]\u000a12:13:38.473398 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:13:38.537167 run osmo-hlr_10.42.42.2(pid=18985): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18985)]\u000a12:13:38.588864 run osmo-hlr_10.42.42.2(pid=18985): stdout: \u000a| (launched: 2022-12-13_12:13:35.104715) \u000a12:13:38.641308 run osmo-hlr_10.42.42.2(pid=18985): stderr: \u000a| �[0;m�[1;31m20221213121335301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121335301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121335301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121335301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121335301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121335301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121335314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121335325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121335325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121335325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:38.686524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18984): Terminating (SIGTERM)\u000a12:13:38.728738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18987): Terminating (SIGTERM)\u000a12:13:38.771342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18990): Terminating (SIGTERM)\u000a12:13:38.781182 --- ParallelTerminationStrategy: PID 18984 died...\u000a12:13:38.837363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18984): Terminated: ok {rc=0}\u000a12:13:38.847370 --- ParallelTerminationStrategy: PID 18987 died...\u000a12:13:38.903642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18987): Terminated: ok {rc=0}\u000a12:13:38.913732 --- ParallelTerminationStrategy: PID 18990 died...\u000a12:13:38.969773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18990): Terminated: ok {rc=0}\u000a12:13:39.057219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18998): Process ended prematurely: osmo-stp_10.42.42.5(pid=18998) [trial-2389↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18998)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18998): Process ended prematurely: osmo-stp_10.42.42.5(pid=18998) [trial-2389↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a12:13:40.109581 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:40.120899 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a12:13:40.260319 tst ping_idle_ping.py: using LAC 33867\u000a12:13:40.380248 tst ping_idle_ping.py: using RAC 207\u000a12:13:40.507764 tst ping_idle_ping.py: using CellId 33867\u000a12:13:40.641620 tst ping_idle_ping.py: using BVCI 33868\u000a12:13:40.666604 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:40.678253 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:40.689310 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:40.700237 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:40.711499 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:40.722917 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:40.734312 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a12:13:40.745635 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a12:13:41.024656 tst ping_idle_ping.py:24: start network...\u000a12:13:41.150907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:41.638990 run create_hlr_db(pid=18992): Launched\u000a12:13:41.814422 bus /gobi_6: Setting Powered False\u000a12:13:42.835490 run create_hlr_db(pid=18992): Terminated: ok {rc=0}\u000a12:13:43.268917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18994): Launched\u000a12:13:43.596803 run osmo-hlr_10.42.42.2(pid=18995): Launched\u000a12:13:43.717784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:44.284552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18997): Launched\u000a12:13:44.612466 run osmo-stp_10.42.42.5(pid=18998): Launched\u000a12:13:44.730480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:45.297673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19000): Launched\u000a12:13:45.413829 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:45.697872 run patchelf(pid=19001): Launched\u000a12:13:45.909449 run osmo-stp_10.42.42.5(pid=18998): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18998)]\u000a12:13:46.043022 run osmo-stp_10.42.42.5(pid=18998): stdout: \u000a| (launched: 2022-12-13_12:13:44.450439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:46.179141 run osmo-stp_10.42.42.5(pid=18998): stderr: \u000a| �[0;m�[38;5;43m20221213121344638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121344638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121344639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121344639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121344640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121344640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121344640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:46.311154 run osmo-stp_10.42.42.5(pid=18998): stdout: \u000a| (launched: 2022-12-13_12:13:44.450439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:46.438939 run osmo-stp_10.42.42.5(pid=18998): stderr: \u000a| �[0;m�[38;5;43m20221213121344638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121344638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121344639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121344639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121344640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121344640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121344640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:46.588172 run patchelf(pid=19001): Terminating (SIGINT)\u000a12:13:46.763670 run patchelf(pid=19001): Terminated: ok {rc=0}\u000a12:13:46.795865 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18998): Process ended prematurely: osmo-stp_10.42.42.5(pid=18998) [trial-2389↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18998)] [trial-2389↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a12:13:46.805937 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:13:46.869202 run osmo-hlr_10.42.42.2(pid=18995): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18995)]\u000a12:13:46.921317 run osmo-hlr_10.42.42.2(pid=18995): stdout: \u000a| (launched: 2022-12-13_12:13:43.435214) \u000a12:13:46.972761 run osmo-hlr_10.42.42.2(pid=18995): stderr: \u000a| �[0;m�[1;31m20221213121343627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121343627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121343627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121343628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121343628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121343628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121343639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121343648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121343649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121343649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:47.016438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18994): Terminating (SIGTERM)\u000a12:13:47.059984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18997): Terminating (SIGTERM)\u000a12:13:47.104345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19000): Terminating (SIGTERM)\u000a12:13:47.115751 --- ParallelTerminationStrategy: PID 18994 died...\u000a12:13:47.173459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18994): Terminated: ok {rc=0}\u000a12:13:47.183818 --- ParallelTerminationStrategy: PID 18997 died...\u000a12:13:47.239784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18997): Terminated: ok {rc=0}\u000a12:13:47.249731 --- ParallelTerminationStrategy: PID 19000 died...\u000a12:13:47.303680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19000): Terminated: ok {rc=0}\u000a12:13:47.389514 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:12:48" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19016): Process ended prematurely: osmo-stp_10.42.42.5(pid=19016) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19016)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19016): Process ended prematurely: osmo-stp_10.42.42.5(pid=19016) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:13:49.541454 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:49.552313 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:13:49.689738 tst cs_paging_gprs_active.py: using LAC 33868\u000a12:13:49.810548 tst cs_paging_gprs_active.py: using RAC 208\u000a12:13:49.933998 tst cs_paging_gprs_active.py: using CellId 33868\u000a12:13:50.057789 tst cs_paging_gprs_active.py: using BVCI 33869\u000a12:13:50.081629 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:50.092591 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:50.103288 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:50.114029 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:50.124490 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:50.135560 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:50.146376 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:50.156996 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:13:50.167788 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:13:50.288893 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:13:50.574395 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:13:50.703494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:51.025169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Launched\u000a12:13:51.291625 run iperf3-srv_10.42.42.10(pid=19007): Launched\u000a12:13:51.480807 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:13:51.608808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:13:51.930591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Launched\u000a12:13:52.197271 run iperf3-srv_10.42.42.10(pid=19009): Launched\u000a12:13:52.385843 tst cs_paging_gprs_active.py:38: start network...\u000a12:13:52.514115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:53.011110 run create_hlr_db(pid=19010): Launched\u000a12:13:53.189998 bus /gobi_6: Setting Powered False\u000a12:13:54.211435 run create_hlr_db(pid=19010): Terminated: ok {rc=0}\u000a12:13:54.654526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19012): Launched\u000a12:13:54.989915 run osmo-hlr_10.42.42.2(pid=19013): Launched\u000a12:13:55.114230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:55.693432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19015): Launched\u000a12:13:56.026637 run osmo-stp_10.42.42.5(pid=19016): Launched\u000a12:13:56.147214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:13:56.725360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19018): Launched\u000a12:13:56.843678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:13:57.132527 run patchelf(pid=19019): Launched\u000a12:13:57.327221 run osmo-stp_10.42.42.5(pid=19016): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19016)]\u000a12:13:57.469594 run osmo-stp_10.42.42.5(pid=19016): stdout: \u000a| (launched: 2022-12-13_12:13:55.862087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:57.612023 run osmo-stp_10.42.42.5(pid=19016): stderr: \u000a| �[0;m�[38;5;43m20221213121356051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121356051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121356051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121356051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121356052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121356052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121356052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:57.749705 run osmo-stp_10.42.42.5(pid=19016): stdout: \u000a| (launched: 2022-12-13_12:13:55.862087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:57.885413 run osmo-stp_10.42.42.5(pid=19016): stderr: \u000a| �[0;m�[38;5;43m20221213121356051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121356051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121356051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121356051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121356052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121356052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121356052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:58.044132 run patchelf(pid=19019): Terminating (SIGINT)\u000a12:13:58.230003 run patchelf(pid=19019): Terminated: ok {rc=0}\u000a12:13:58.263977 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19016): Process ended prematurely: osmo-stp_10.42.42.5(pid=19016) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19016)] [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:13:58.274097 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:13:58.338138 run osmo-hlr_10.42.42.2(pid=19013): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19013)]\u000a12:13:58.389752 run osmo-hlr_10.42.42.2(pid=19013): stdout: \u000a| (launched: 2022-12-13_12:13:54.824560) \u000a12:13:58.442120 run osmo-hlr_10.42.42.2(pid=19013): stderr: \u000a| �[0;m�[1;31m20221213121355020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121355020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121355020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121355020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121355021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121355021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121355033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121355042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121355042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121355042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:58.487018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Terminating (SIGTERM)\u000a12:13:58.529882 run iperf3-srv_10.42.42.10(pid=19007): Terminating (SIGTERM)\u000a12:13:58.572162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Terminating (SIGTERM)\u000a12:13:58.614369 run iperf3-srv_10.42.42.10(pid=19009): Terminating (SIGTERM)\u000a12:13:58.657236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19012): Terminating (SIGTERM)\u000a12:13:58.699724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19015): Terminating (SIGTERM)\u000a12:13:58.742050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19018): Terminating (SIGTERM)\u000a12:13:58.751748 --- ParallelTerminationStrategy: PID 19006 died...\u000a12:13:58.808473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Terminated: ok {rc=0}\u000a12:13:58.818608 --- ParallelTerminationStrategy: PID 19007 died...\u000a12:13:58.874922 run iperf3-srv_10.42.42.10(pid=19007): Terminated {rc=256}\u000a12:13:58.885041 --- ParallelTerminationStrategy: PID 19008 died...\u000a12:13:58.941440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Terminated: ok {rc=0}\u000a12:13:58.951554 --- ParallelTerminationStrategy: PID 19009 died...\u000a12:13:59.007870 run iperf3-srv_10.42.42.10(pid=19009): Terminated {rc=256}\u000a12:13:59.018005 --- ParallelTerminationStrategy: PID 19012 died...\u000a12:13:59.074503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19012): Terminated: ok {rc=0}\u000a12:13:59.084724 --- ParallelTerminationStrategy: PID 19015 died...\u000a12:13:59.141389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19015): Terminated: ok {rc=0}\u000a12:13:59.151524 --- ParallelTerminationStrategy: PID 19018 died...\u000a12:13:59.208037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19018): Terminated: ok {rc=0}\u000a12:13:59.295608 bus /gobi_0: Setting Powered False\u000a12:14:00.401437 bus /gobi_0: Setting Powered False\u000a12:14:01.522194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19028): Process ended prematurely: osmo-stp_10.42.42.5(pid=19028) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19028)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19028): Process ended prematurely: osmo-stp_10.42.42.5(pid=19028) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:14:02.637481 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:02.649454 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:14:02.794012 tst iperf3.py: using LAC 33869\u000a12:14:02.914831 tst iperf3.py: using RAC 209\u000a12:14:03.038170 tst iperf3.py: using CellId 33869\u000a12:14:03.161226 tst iperf3.py: using BVCI 33870\u000a12:14:03.184863 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:03.195874 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:03.206673 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:03.217499 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:03.228166 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:03.238813 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:03.250141 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:03.260824 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:03.271895 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:14:03.572279 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:14:03.711203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:04.054733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19020): Launched\u000a12:14:04.340000 run iperf3-srv_10.42.42.10(pid=19021): Launched\u000a12:14:04.543984 tst iperf3.py:8: start network...\u000a12:14:04.682858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:05.201522 run create_hlr_db(pid=19022): Launched\u000a12:14:05.392380 bus /gobi_6: Setting Powered False\u000a12:14:06.402581 run create_hlr_db(pid=19022): Terminated: ok {rc=0}\u000a12:14:06.850697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19024): Launched\u000a12:14:07.182444 run osmo-hlr_10.42.42.2(pid=19025): Launched\u000a12:14:07.302707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:07.883488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19027): Launched\u000a12:14:08.214866 run osmo-stp_10.42.42.5(pid=19028): Launched\u000a12:14:08.334813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:08.912000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19030): Launched\u000a12:14:09.029677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:09.319053 run patchelf(pid=19031): Launched\u000a12:14:09.511435 run osmo-stp_10.42.42.5(pid=19028): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19028)]\u000a12:14:09.652136 run osmo-stp_10.42.42.5(pid=19028): stdout: \u000a| (launched: 2022-12-13_12:14:08.051204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:09.793488 run osmo-stp_10.42.42.5(pid=19028): stderr: \u000a| �[0;m�[38;5;43m20221213121408239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121408239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121408240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121408240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121408240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:09.929404 run osmo-stp_10.42.42.5(pid=19028): stdout: \u000a| (launched: 2022-12-13_12:14:08.051204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:10.064042 run osmo-stp_10.42.42.5(pid=19028): stderr: \u000a| �[0;m�[38;5;43m20221213121408239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121408239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121408240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121408240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121408240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121408241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:10.221248 run patchelf(pid=19031): Terminating (SIGINT)\u000a12:14:10.405299 run patchelf(pid=19031): Terminated: ok {rc=0}\u000a12:14:10.439407 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19028): Process ended prematurely: osmo-stp_10.42.42.5(pid=19028) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19028)] [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a12:14:10.449505 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:14:10.512993 run osmo-hlr_10.42.42.2(pid=19025): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19025)]\u000a12:14:10.564614 run osmo-hlr_10.42.42.2(pid=19025): stdout: \u000a| (launched: 2022-12-13_12:14:07.018705) \u000a12:14:10.617068 run osmo-hlr_10.42.42.2(pid=19025): stderr: \u000a| �[0;m�[1;31m20221213121407214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121407214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121407214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121407214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121407214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121407214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121407227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121407237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121407238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121407238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:10.661877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19020): Terminating (SIGTERM)\u000a12:14:10.704738 run iperf3-srv_10.42.42.10(pid=19021): Terminating (SIGTERM)\u000a12:14:10.746848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19024): Terminating (SIGTERM)\u000a12:14:10.789269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19027): Terminating (SIGTERM)\u000a12:14:10.831151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19030): Terminating (SIGTERM)\u000a12:14:10.840851 --- ParallelTerminationStrategy: PID 19020 died...\u000a12:14:10.897343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19020): Terminated: ok {rc=0}\u000a12:14:10.907456 --- ParallelTerminationStrategy: PID 19021 died...\u000a12:14:10.963859 run iperf3-srv_10.42.42.10(pid=19021): Terminated {rc=256}\u000a12:14:10.973984 --- ParallelTerminationStrategy: PID 19024 died...\u000a12:14:11.030492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19024): Terminated: ok {rc=0}\u000a12:14:11.040550 --- ParallelTerminationStrategy: PID 19027 died...\u000a12:14:11.096998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19027): Terminated: ok {rc=0}\u000a12:14:11.107148 --- ParallelTerminationStrategy: PID 19030 died...\u000a12:14:11.163799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19030): Terminated: ok {rc=0}\u000a12:14:11.251405 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19046): Process ended prematurely: osmo-stp_10.42.42.5(pid=19046) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19046)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19046): Process ended prematurely: osmo-stp_10.42.42.5(pid=19046) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:14:12.363525 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:12.375184 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:14:12.514752 tst iperf3m4.py: using LAC 33870\u000a12:14:12.646507 tst iperf3m4.py: using RAC 210\u000a12:14:12.776568 tst iperf3m4.py: using CellId 33870\u000a12:14:12.917657 tst iperf3m4.py: using BVCI 33871\u000a12:14:12.942916 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:12.954440 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:12.965646 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:12.976816 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:12.988649 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:13.000505 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:13.012618 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:13.024533 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:13.036731 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:14:13.156785 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:14:13.280023 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:14:13.398151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:14:13.700312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:14:13.839346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:14.183044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19032): Launched\u000a12:14:14.468419 run iperf3-srv_10.42.42.10(pid=19033): Launched\u000a12:14:14.672874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:14:14.812313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:15.156086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19034): Launched\u000a12:14:15.440265 run iperf3-srv_10.42.42.10(pid=19035): Launched\u000a12:14:15.644448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:14:15.783503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:16.175807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19036): Launched\u000a12:14:16.538219 run iperf3-srv_10.42.42.10(pid=19037): Launched\u000a12:14:16.732650 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:14:16.864395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:17.205850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19038): Launched\u000a12:14:17.474169 run iperf3-srv_10.42.42.10(pid=19039): Launched\u000a12:14:17.663891 tst iperf3m4.py:8: start network...\u000a12:14:17.792368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:18.287169 run create_hlr_db(pid=19040): Launched\u000a12:14:18.464390 bus /gobi_6: Setting Powered False\u000a12:14:19.486741 run create_hlr_db(pid=19040): Terminated: ok {rc=0}\u000a12:14:19.898795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19042): Launched\u000a12:14:20.206476 run osmo-hlr_10.42.42.2(pid=19043): Launched\u000a12:14:20.319122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:20.855816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19045): Launched\u000a12:14:21.165269 run osmo-stp_10.42.42.5(pid=19046): Launched\u000a12:14:21.278555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:21.820294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19048): Launched\u000a12:14:21.930010 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:22.198695 run patchelf(pid=19049): Launched\u000a12:14:22.379223 run osmo-stp_10.42.42.5(pid=19046): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19046)]\u000a12:14:22.511229 run osmo-stp_10.42.42.5(pid=19046): stdout: \u000a| (launched: 2022-12-13_12:14:21.012763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:22.643270 run osmo-stp_10.42.42.5(pid=19046): stderr: \u000a| �[0;m�[38;5;43m20221213121421181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121421181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121421181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121421182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121421182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121421182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121421182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:22.770475 run osmo-stp_10.42.42.5(pid=19046): stdout: \u000a| (launched: 2022-12-13_12:14:21.012763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:22.896158 run osmo-stp_10.42.42.5(pid=19046): stderr: \u000a| �[0;m�[38;5;43m20221213121421181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121421181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121421181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121421182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121421182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121421182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121421182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:23.042989 run patchelf(pid=19049): Terminating (SIGINT)\u000a12:14:23.215821 run patchelf(pid=19049): Terminated: ok {rc=0}\u000a12:14:23.247615 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19046): Process ended prematurely: osmo-stp_10.42.42.5(pid=19046) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19046)] [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:14:23.257100 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:14:23.317521 run osmo-hlr_10.42.42.2(pid=19043): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19043)]\u000a12:14:23.366544 run osmo-hlr_10.42.42.2(pid=19043): stdout: \u000a| (launched: 2022-12-13_12:14:20.055261) \u000a12:14:23.416272 run osmo-hlr_10.42.42.2(pid=19043): stderr: \u000a| �[0;m�[1;31m20221213121420227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121420227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121420227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121420227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121420227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121420227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121420242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121420250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121420250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121420250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:23.458503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19032): Terminating (SIGTERM)\u000a12:14:23.498489 run iperf3-srv_10.42.42.10(pid=19033): Terminating (SIGTERM)\u000a12:14:23.538598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19034): Terminating (SIGTERM)\u000a12:14:23.578483 run iperf3-srv_10.42.42.10(pid=19035): Terminating (SIGTERM)\u000a12:14:23.618501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19036): Terminating (SIGTERM)\u000a12:14:23.658792 run iperf3-srv_10.42.42.10(pid=19037): Terminating (SIGTERM)\u000a12:14:23.698739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19038): Terminating (SIGTERM)\u000a12:14:23.738537 run iperf3-srv_10.42.42.10(pid=19039): Terminating (SIGTERM)\u000a12:14:23.778512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19042): Terminating (SIGTERM)\u000a12:14:23.818466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19045): Terminating (SIGTERM)\u000a12:14:23.858254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19048): Terminating (SIGTERM)\u000a12:14:23.867548 --- ParallelTerminationStrategy: PID 19032 died...\u000a12:14:23.921399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19032): Terminated: ok {rc=0}\u000a12:14:23.931233 --- ParallelTerminationStrategy: PID 19033 died...\u000a12:14:23.984296 run iperf3-srv_10.42.42.10(pid=19033): Terminated {rc=256}\u000a12:14:23.993859 --- ParallelTerminationStrategy: PID 19034 died...\u000a12:14:24.047088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19034): Terminated: ok {rc=0}\u000a12:14:24.056752 --- ParallelTerminationStrategy: PID 19035 died...\u000a12:14:24.110167 run iperf3-srv_10.42.42.10(pid=19035): Terminated {rc=256}\u000a12:14:24.119766 --- ParallelTerminationStrategy: PID 19036 died...\u000a12:14:24.173255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19036): Terminated: ok {rc=0}\u000a12:14:24.183015 --- ParallelTerminationStrategy: PID 19037 died...\u000a12:14:24.236136 run iperf3-srv_10.42.42.10(pid=19037): Terminated {rc=256}\u000a12:14:24.245903 --- ParallelTerminationStrategy: PID 19038 died...\u000a12:14:24.299373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19038): Terminated: ok {rc=0}\u000a12:14:24.309116 --- ParallelTerminationStrategy: PID 19039 died...\u000a12:14:24.362523 run iperf3-srv_10.42.42.10(pid=19039): Terminated {rc=256}\u000a12:14:24.372248 --- ParallelTerminationStrategy: PID 19042 died...\u000a12:14:24.425754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19042): Terminated: ok {rc=0}\u000a12:14:24.435630 --- ParallelTerminationStrategy: PID 19045 died...\u000a12:14:24.489108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19045): Terminated: ok {rc=0}\u000a12:14:24.498889 --- ParallelTerminationStrategy: PID 19048 died...\u000a12:14:24.552331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19048): Terminated: ok {rc=0}\u000a12:14:24.640891 bus /gobi_4: Setting Powered False\u000a12:14:25.745463 bus /gobi_4: Setting Powered False\u000a12:14:26.856656 bus /gobi_1: Setting Powered False\u000a12:14:27.960544 bus /gobi_1: Setting Powered False\u000a12:14:29.071097 bus /gobi_0: Setting Powered False\u000a12:14:30.176908 bus /gobi_0: Setting Powered False\u000a12:14:31.289614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19057): Process ended prematurely: osmo-stp_10.42.42.5(pid=19057) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19057)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19057): Process ended prematurely: osmo-stp_10.42.42.5(pid=19057) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:14:32.355482 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:32.367012 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:14:32.505608 tst ping.py: using LAC 33871\u000a12:14:32.623686 tst ping.py: using RAC 211\u000a12:14:32.744153 tst ping.py: using CellId 33871\u000a12:14:32.864815 tst ping.py: using BVCI 33872\u000a12:14:32.887933 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:32.898931 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:32.909689 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:32.920370 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:32.931025 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:32.941647 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:32.952499 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:32.963151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:14:33.257066 tst ping.py:19: start network...\u000a12:14:33.392392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:33.905570 run create_hlr_db(pid=19051): Launched\u000a12:14:34.095050 bus /gobi_6: Setting Powered False\u000a12:14:35.114807 run create_hlr_db(pid=19051): Terminated: ok {rc=0}\u000a12:14:35.521385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19053): Launched\u000a12:14:35.824841 run osmo-hlr_10.42.42.2(pid=19054): Launched\u000a12:14:35.936243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:36.463120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19056): Launched\u000a12:14:36.765122 run osmo-stp_10.42.42.5(pid=19057): Launched\u000a12:14:36.874905 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:37.401937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19059): Launched\u000a12:14:37.508814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:37.774708 run patchelf(pid=19060): Launched\u000a12:14:37.951230 run osmo-stp_10.42.42.5(pid=19057): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19057)]\u000a12:14:38.079945 run osmo-stp_10.42.42.5(pid=19057): stdout: \u000a| (launched: 2022-12-13_12:14:36.616106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:38.209092 run osmo-stp_10.42.42.5(pid=19057): stderr: \u000a| �[0;m�[38;5;43m20221213121436782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121436782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121436783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121436783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121436783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121436783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121436784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:38.333491 run osmo-stp_10.42.42.5(pid=19057): stdout: \u000a| (launched: 2022-12-13_12:14:36.616106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:38.456633 run osmo-stp_10.42.42.5(pid=19057): stderr: \u000a| �[0;m�[38;5;43m20221213121436782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121436782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121436783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121436783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121436783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121436783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121436784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:38.600227 run patchelf(pid=19060): Terminating (SIGINT)\u000a12:14:38.768893 run patchelf(pid=19060): Terminated: ok {rc=0}\u000a12:14:38.799514 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19057): Process ended prematurely: osmo-stp_10.42.42.5(pid=19057) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19057)] [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a12:14:38.808326 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:14:38.868255 run osmo-hlr_10.42.42.2(pid=19054): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19054)]\u000a12:14:38.917005 run osmo-hlr_10.42.42.2(pid=19054): stdout: \u000a| (launched: 2022-12-13_12:14:35.675000) \u000a12:14:38.966394 run osmo-hlr_10.42.42.2(pid=19054): stderr: \u000a| �[0;m�[1;31m20221213121435848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121435848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121435848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121435848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121435848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121435848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121435861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121435869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121435869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121435869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:39.008620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19053): Terminating (SIGTERM)\u000a12:14:39.048425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19056): Terminating (SIGTERM)\u000a12:14:39.088240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19059): Terminating (SIGTERM)\u000a12:14:39.097698 --- ParallelTerminationStrategy: PID 19053 died...\u000a12:14:39.151545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19053): Terminated: ok {rc=0}\u000a12:14:39.161374 --- ParallelTerminationStrategy: PID 19056 died...\u000a12:14:39.214473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19056): Terminated: ok {rc=0}\u000a12:14:39.223997 --- ParallelTerminationStrategy: PID 19059 died...\u000a12:14:39.277326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19059): Terminated: ok {rc=0}\u000a12:14:39.360851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:14:40.414970 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:40.427519 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:14:40.575458 tst ping_idle_ping.py: using LAC 33872\u000a12:14:40.703301 tst ping_idle_ping.py: using RAC 212\u000a12:14:40.825651 tst ping_idle_ping.py: using CellId 33872\u000a12:14:40.944294 tst ping_idle_ping.py: using BVCI 33873\u000a12:14:40.967537 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:40.978484 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:40.989229 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:40.999866 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:41.010511 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:41.021455 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:41.032289 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:14:41.043135 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:14:41.320670 tst ping_idle_ping.py:24: start network...\u000a12:14:41.446624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:41.937279 run create_hlr_db(pid=19061): Launched\u000a12:14:42.112378 bus /gobi_6: Setting Powered False\u000a12:14:43.134365 run create_hlr_db(pid=19061): Terminated: ok {rc=0}\u000a12:14:43.569832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Launched\u000a12:14:43.898971 run osmo-hlr_10.42.42.2(pid=19064): Launched\u000a12:14:44.020310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:44.589840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Launched\u000a12:14:44.916646 run osmo-stp_10.42.42.5(pid=19067): Launched\u000a12:14:45.035254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:45.605037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19069): Launched\u000a12:14:45.722425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:46.031763 run patchelf(pid=19070): Launched\u000a12:14:46.218108 run osmo-stp_10.42.42.5(pid=19067): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]\u000a12:14:46.354870 run osmo-stp_10.42.42.5(pid=19067): stdout: \u000a| (launched: 2022-12-13_12:14:44.756207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:46.488067 run osmo-stp_10.42.42.5(pid=19067): stderr: \u000a| �[0;m�[38;5;43m20221213121444944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121444944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121444944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121444945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121444945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121444945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121444945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:46.618295 run osmo-stp_10.42.42.5(pid=19067): stdout: \u000a| (launched: 2022-12-13_12:14:44.756207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:46.746682 run osmo-stp_10.42.42.5(pid=19067): stderr: \u000a| �[0;m�[38;5;43m20221213121444944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121444944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121444944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121444945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121444945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121444945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121444945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:46.894278 run patchelf(pid=19070): Terminating (SIGINT)\u000a12:14:47.069036 run patchelf(pid=19070): Terminated: ok {rc=0}\u000a12:14:47.101814 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)] [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:14:47.111751 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:14:47.174604 run osmo-hlr_10.42.42.2(pid=19064): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19064)]\u000a12:14:47.225627 run osmo-hlr_10.42.42.2(pid=19064): stdout: \u000a| (launched: 2022-12-13_12:14:43.736937) \u000a12:14:47.276608 run osmo-hlr_10.42.42.2(pid=19064): stderr: \u000a| �[0;m�[1;31m20221213121443931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121443931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121443931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121443931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121443931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121443931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121443943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121443951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121443952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121443952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:47.322789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Terminating (SIGTERM)\u000a12:14:47.363217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Terminating (SIGTERM)\u000a12:14:47.403377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19069): Terminating (SIGTERM)\u000a12:14:47.412767 --- ParallelTerminationStrategy: PID 19063 died...\u000a12:14:47.466622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Terminated: ok {rc=0}\u000a12:14:47.476343 --- ParallelTerminationStrategy: PID 19066 died...\u000a12:14:47.530111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Terminated: ok {rc=0}\u000a12:14:47.539798 --- ParallelTerminationStrategy: PID 19069 died...\u000a12:14:47.593641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19069): Terminated: ok {rc=0}\u000a12:14:47.682524 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:13:49" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19085): Process ended prematurely: osmo-stp_10.42.42.5(pid=19085) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19085)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19085): Process ended prematurely: osmo-stp_10.42.42.5(pid=19085) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:14:49.839575 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:49.851153 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:14:50.017774 tst cs_paging_gprs_active.py: using LAC 33873\u000a12:14:50.146520 tst cs_paging_gprs_active.py: using RAC 213\u000a12:14:50.274806 tst cs_paging_gprs_active.py: using CellId 33873\u000a12:14:50.406287 tst cs_paging_gprs_active.py: using BVCI 33874\u000a12:14:50.431708 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:50.443144 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:50.454502 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:50.465781 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:50.477321 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:50.488797 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:50.500568 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:50.512196 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:14:50.524110 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:14:50.642895 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:14:50.944568 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:14:51.084011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:51.430007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19075): Launched\u000a12:14:51.717850 run iperf3-srv_10.42.42.10(pid=19076): Launched\u000a12:14:51.922454 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:14:52.061381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:52.407238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19077): Launched\u000a12:14:52.695123 run iperf3-srv_10.42.42.10(pid=19078): Launched\u000a12:14:52.899275 tst cs_paging_gprs_active.py:38: start network...\u000a12:14:53.038343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:53.562143 run create_hlr_db(pid=19079): Launched\u000a12:14:53.755667 bus /gobi_6: Setting Powered False\u000a12:14:54.776904 run create_hlr_db(pid=19079): Terminated: ok {rc=0}\u000a12:14:55.219842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19081): Launched\u000a12:14:55.551718 run osmo-hlr_10.42.42.2(pid=19082): Launched\u000a12:14:55.677076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:56.255109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19084): Launched\u000a12:14:56.588807 run osmo-stp_10.42.42.5(pid=19085): Launched\u000a12:14:56.709802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:57.289521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19087): Launched\u000a12:14:57.408317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:57.707250 run patchelf(pid=19088): Launched\u000a12:14:57.902534 run osmo-stp_10.42.42.5(pid=19085): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19085)]\u000a12:14:58.045308 run osmo-stp_10.42.42.5(pid=19085): stdout: \u000a| (launched: 2022-12-13_12:14:56.423678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:58.188429 run osmo-stp_10.42.42.5(pid=19085): stderr: \u000a| �[0;m�[38;5;43m20221213121456616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121456617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121456617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121456617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121456618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121456618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121456618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:58.326025 run osmo-stp_10.42.42.5(pid=19085): stdout: \u000a| (launched: 2022-12-13_12:14:56.423678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:58.462227 run osmo-stp_10.42.42.5(pid=19085): stderr: \u000a| �[0;m�[38;5;43m20221213121456616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121456617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121456617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121456617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121456618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121456618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121456618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:58.620709 run patchelf(pid=19088): Terminating (SIGINT)\u000a12:14:58.807468 run patchelf(pid=19088): Terminated: ok {rc=0}\u000a12:14:58.841761 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19085): Process ended prematurely: osmo-stp_10.42.42.5(pid=19085) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19085)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:14:58.851827 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a12:14:58.916129 run osmo-hlr_10.42.42.2(pid=19082): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19082)]\u000a12:14:58.968122 run osmo-hlr_10.42.42.2(pid=19082): stdout: \u000a| (launched: 2022-12-13_12:14:55.388693) \u000a12:14:59.020787 run osmo-hlr_10.42.42.2(pid=19082): stderr: \u000a| �[0;m�[1;31m20221213121455585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121455586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121455586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121455586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121455586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121455586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121455598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121455606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121455606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121455606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:59.065967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19075): Terminating (SIGTERM)\u000a12:14:59.108379 run iperf3-srv_10.42.42.10(pid=19076): Terminating (SIGTERM)\u000a12:14:59.150950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19077): Terminating (SIGTERM)\u000a12:14:59.193323 run iperf3-srv_10.42.42.10(pid=19078): Terminating (SIGTERM)\u000a12:14:59.235752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19081): Terminating (SIGTERM)\u000a12:14:59.278269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19084): Terminating (SIGTERM)\u000a12:14:59.320923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19087): Terminating (SIGTERM)\u000a12:14:59.330821 --- ParallelTerminationStrategy: PID 19075 died...\u000a12:14:59.387550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19075): Terminated: ok {rc=0}\u000a12:14:59.397795 --- ParallelTerminationStrategy: PID 19076 died...\u000a12:14:59.454225 run iperf3-srv_10.42.42.10(pid=19076): Terminated {rc=256}\u000a12:14:59.464366 --- ParallelTerminationStrategy: PID 19077 died...\u000a12:14:59.520837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19077): Terminated: ok {rc=0}\u000a12:14:59.531006 --- ParallelTerminationStrategy: PID 19078 died...\u000a12:14:59.587493 run iperf3-srv_10.42.42.10(pid=19078): Terminated {rc=256}\u000a12:14:59.598019 --- ParallelTerminationStrategy: PID 19081 died...\u000a12:14:59.654677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19081): Terminated: ok {rc=0}\u000a12:14:59.664855 --- ParallelTerminationStrategy: PID 19084 died...\u000a12:14:59.721865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19084): Terminated: ok {rc=0}\u000a12:14:59.732010 --- ParallelTerminationStrategy: PID 19087 died...\u000a12:14:59.788594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19087): Terminated: ok {rc=0}\u000a12:14:59.876777 bus /gobi_0: Setting Powered False\u000a12:15:01.002098 bus /gobi_0: Setting Powered False\u000a12:15:02.122552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19100): Process ended prematurely: osmo-stp_10.42.42.5(pid=19100) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19100)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19100): Process ended prematurely: osmo-stp_10.42.42.5(pid=19100) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:15:03.232772 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.244179 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:15:03.403700 tst iperf3.py: using LAC 33874\u000a12:15:03.533444 tst iperf3.py: using RAC 214\u000a12:15:03.667811 tst iperf3.py: using CellId 33874\u000a12:15:03.798450 tst iperf3.py: using BVCI 33875\u000a12:15:03.824126 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.835836 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.847345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.858599 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.870332 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.882191 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.894053 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.905710 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:03.917553 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:15:04.217345 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:15:04.356048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:04.700630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19092): Launched\u000a12:15:04.986289 run iperf3-srv_10.42.42.10(pid=19093): Launched\u000a12:15:05.190789 tst iperf3.py:8: start network...\u000a12:15:05.329850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:05.849977 run create_hlr_db(pid=19094): Launched\u000a12:15:06.041050 bus /gobi_6: Setting Powered False\u000a12:15:07.062204 run create_hlr_db(pid=19094): Terminated: ok {rc=0}\u000a12:15:07.501204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19096): Launched\u000a12:15:07.832030 run osmo-hlr_10.42.42.2(pid=19097): Launched\u000a12:15:07.953329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:08.621535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19099): Launched\u000a12:15:08.944136 run osmo-stp_10.42.42.5(pid=19100): Launched\u000a12:15:09.061148 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:09.625788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19102): Launched\u000a12:15:09.741847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:10.024862 run patchelf(pid=19103): Launched\u000a12:15:10.214609 run osmo-stp_10.42.42.5(pid=19100): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19100)]\u000a12:15:10.352930 run osmo-stp_10.42.42.5(pid=19100): stdout: \u000a| (launched: 2022-12-13_12:15:08.785610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:10.491647 run osmo-stp_10.42.42.5(pid=19100): stderr: \u000a| �[0;m�[38;5;43m20221213121508972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121508972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121508973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121508973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121508974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121508974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121508974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:10.625930 run osmo-stp_10.42.42.5(pid=19100): stdout: \u000a| (launched: 2022-12-13_12:15:08.785610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:10.758841 run osmo-stp_10.42.42.5(pid=19100): stderr: \u000a| �[0;m�[38;5;43m20221213121508972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121508972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121508973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121508973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121508974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121508974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121508974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:10.913269 run patchelf(pid=19103): Terminating (SIGINT)\u000a12:15:11.094460 run patchelf(pid=19103): Terminated: ok {rc=0}\u000a12:15:11.127787 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19100): Process ended prematurely: osmo-stp_10.42.42.5(pid=19100) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19100)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:15:11.137853 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a12:15:11.201443 run osmo-hlr_10.42.42.2(pid=19097): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19097)]\u000a12:15:11.253051 run osmo-hlr_10.42.42.2(pid=19097): stdout: \u000a| (launched: 2022-12-13_12:15:07.669028) \u000a12:15:11.305421 run osmo-hlr_10.42.42.2(pid=19097): stderr: \u000a| �[0;m�[1;31m20221213121507863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121507863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121507863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121507863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121507863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121507863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121507876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121507884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121507885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121507885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:11.350168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19092): Terminating (SIGTERM)\u000a12:15:11.393010 run iperf3-srv_10.42.42.10(pid=19093): Terminating (SIGTERM)\u000a12:15:11.435518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19096): Terminating (SIGTERM)\u000a12:15:11.478028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19099): Terminating (SIGTERM)\u000a12:15:11.520698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19102): Terminating (SIGTERM)\u000a12:15:11.530537 --- ParallelTerminationStrategy: PID 19092 died...\u000a12:15:11.587379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19092): Terminated: ok {rc=0}\u000a12:15:11.597644 --- ParallelTerminationStrategy: PID 19093 died...\u000a12:15:11.654112 run iperf3-srv_10.42.42.10(pid=19093): Terminated {rc=256}\u000a12:15:11.664179 --- ParallelTerminationStrategy: PID 19096 died...\u000a12:15:11.721375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19096): Terminated: ok {rc=0}\u000a12:15:11.731390 --- ParallelTerminationStrategy: PID 19099 died...\u000a12:15:11.788091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19099): Terminated: ok {rc=0}\u000a12:15:11.798067 --- ParallelTerminationStrategy: PID 19102 died...\u000a12:15:11.854709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19102): Terminated: ok {rc=0}\u000a12:15:11.943244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:15:13.058933 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.070944 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:15:13.234560 tst iperf3m4.py: using LAC 33875\u000a12:15:13.359284 tst iperf3m4.py: using RAC 215\u000a12:15:13.488758 tst iperf3m4.py: using CellId 33875\u000a12:15:13.609791 tst iperf3m4.py: using BVCI 33876\u000a12:15:13.633232 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.644255 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.655176 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.666154 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.677307 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.688346 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.700157 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.710767 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:13.721655 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:15:13.837497 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:15:13.960065 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:15:14.081106 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:15:14.364230 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:15:14.490278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:14.805331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19104): Launched\u000a12:15:15.066234 run iperf3-srv_10.42.42.10(pid=19105): Launched\u000a12:15:15.251223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:15:15.377161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:15.693714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19106): Launched\u000a12:15:15.983091 run iperf3-srv_10.42.42.10(pid=19107): Launched\u000a12:15:16.172244 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:15:16.301130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:16.641805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19108): Launched\u000a12:15:16.928616 run iperf3-srv_10.42.42.10(pid=19109): Launched\u000a12:15:17.118108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:15:17.246305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:17.561898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19110): Launched\u000a12:15:17.822676 run iperf3-srv_10.42.42.10(pid=19111): Launched\u000a12:15:18.006633 tst iperf3m4.py:8: start network...\u000a12:15:18.133113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:18.620821 run create_hlr_db(pid=19112): Launched\u000a12:15:18.795818 bus /gobi_6: Setting Powered False\u000a12:15:19.817349 run create_hlr_db(pid=19112): Terminated: ok {rc=0}\u000a12:15:20.251489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Launched\u000a12:15:20.579357 run osmo-hlr_10.42.42.2(pid=19115): Launched\u000a12:15:20.701769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:21.269540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Launched\u000a12:15:21.595338 run osmo-stp_10.42.42.5(pid=19118): Launched\u000a12:15:21.713169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:22.282921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19120): Launched\u000a12:15:22.398856 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:22.683713 run patchelf(pid=19121): Launched\u000a12:15:22.874736 run osmo-stp_10.42.42.5(pid=19118): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]\u000a12:15:23.013524 run osmo-stp_10.42.42.5(pid=19118): stdout: \u000a| (launched: 2022-12-13_12:15:21.434541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:23.153365 run osmo-stp_10.42.42.5(pid=19118): stderr: \u000a| �[0;m�[38;5;43m20221213121521622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121521622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121521622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121521622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121521623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121521623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121521623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:23.288015 run osmo-stp_10.42.42.5(pid=19118): stdout: \u000a| (launched: 2022-12-13_12:15:21.434541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:23.421429 run osmo-stp_10.42.42.5(pid=19118): stderr: \u000a| �[0;m�[38;5;43m20221213121521622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121521622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121521622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121521622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121521623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121521623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121521623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:23.575990 run patchelf(pid=19121): Terminating (SIGINT)\u000a12:15:23.758388 run patchelf(pid=19121): Terminated: ok {rc=0}\u000a12:15:23.792051 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:15:23.802375 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:15:23.866476 run osmo-hlr_10.42.42.2(pid=19115): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19115)]\u000a12:15:23.918443 run osmo-hlr_10.42.42.2(pid=19115): stdout: \u000a| (launched: 2022-12-13_12:15:20.417591) \u000a12:15:23.971178 run osmo-hlr_10.42.42.2(pid=19115): stderr: \u000a| �[0;m�[1;31m20221213121520612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121520612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121520612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121520612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121520612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121520612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121520623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121520632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121520632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121520632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:24.016327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19104): Terminating (SIGTERM)\u000a12:15:24.059149 run iperf3-srv_10.42.42.10(pid=19105): Terminating (SIGTERM)\u000a12:15:24.101860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19106): Terminating (SIGTERM)\u000a12:15:24.144606 run iperf3-srv_10.42.42.10(pid=19107): Terminating (SIGTERM)\u000a12:15:24.188933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19108): Terminating (SIGTERM)\u000a12:15:24.231490 run iperf3-srv_10.42.42.10(pid=19109): Terminating (SIGTERM)\u000a12:15:24.273538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19110): Terminating (SIGTERM)\u000a12:15:24.315927 run iperf3-srv_10.42.42.10(pid=19111): Terminating (SIGTERM)\u000a12:15:24.358616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Terminating (SIGTERM)\u000a12:15:24.400765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Terminating (SIGTERM)\u000a12:15:24.443178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19120): Terminating (SIGTERM)\u000a12:15:24.452822 --- ParallelTerminationStrategy: PID 19104 died...\u000a12:15:24.509475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19104): Terminated: ok {rc=0}\u000a12:15:24.519550 --- ParallelTerminationStrategy: PID 19105 died...\u000a12:15:24.575679 run iperf3-srv_10.42.42.10(pid=19105): Terminated {rc=256}\u000a12:15:24.586006 --- ParallelTerminationStrategy: PID 19106 died...\u000a12:15:24.642056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19106): Terminated: ok {rc=0}\u000a12:15:24.651945 --- ParallelTerminationStrategy: PID 19107 died...\u000a12:15:24.707944 run iperf3-srv_10.42.42.10(pid=19107): Terminated {rc=256}\u000a12:15:24.718013 --- ParallelTerminationStrategy: PID 19108 died...\u000a12:15:24.774359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19108): Terminated: ok {rc=0}\u000a12:15:24.784315 --- ParallelTerminationStrategy: PID 19109 died...\u000a12:15:24.840313 run iperf3-srv_10.42.42.10(pid=19109): Terminated {rc=256}\u000a12:15:24.850218 --- ParallelTerminationStrategy: PID 19110 died...\u000a12:15:24.906673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19110): Terminated: ok {rc=0}\u000a12:15:24.916831 --- ParallelTerminationStrategy: PID 19111 died...\u000a12:15:24.972805 run iperf3-srv_10.42.42.10(pid=19111): Terminated {rc=256}\u000a12:15:24.982863 --- ParallelTerminationStrategy: PID 19114 died...\u000a12:15:25.038747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Terminated: ok {rc=0}\u000a12:15:25.048774 --- ParallelTerminationStrategy: PID 19117 died...\u000a12:15:25.104814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Terminated: ok {rc=0}\u000a12:15:25.114899 --- ParallelTerminationStrategy: PID 19120 died...\u000a12:15:25.170887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19120): Terminated: ok {rc=0}\u000a12:15:25.258640 bus /gobi_4: Setting Powered False\u000a12:15:26.364728 bus /gobi_4: Setting Powered False\u000a12:15:27.473144 bus /gobi_1: Setting Powered False\u000a12:15:28.575225 bus /gobi_1: Setting Powered False\u000a12:15:29.687720 bus /gobi_0: Setting Powered False\u000a12:15:30.790315 bus /gobi_0: Setting Powered False\u000a12:15:31.899521 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19128): Process ended prematurely: osmo-stp_10.42.42.5(pid=19128) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19128)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19128): Process ended prematurely: osmo-stp_10.42.42.5(pid=19128) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:15:32.966323 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:32.978002 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:15:33.136343 tst ping.py: using LAC 33876\u000a12:15:33.261179 tst ping.py: using RAC 216\u000a12:15:33.386591 tst ping.py: using CellId 33876\u000a12:15:33.512542 tst ping.py: using BVCI 33877\u000a12:15:33.537386 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:33.548904 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:33.560360 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:33.571596 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:33.583318 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:33.594989 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:33.606787 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:33.618606 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:15:33.911015 tst ping.py:19: start network...\u000a12:15:34.044635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:34.549832 run create_hlr_db(pid=19122): Launched\u000a12:15:34.737416 bus /gobi_6: Setting Powered False\u000a12:15:35.757347 run create_hlr_db(pid=19122): Terminated: ok {rc=0}\u000a12:15:36.160492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19124): Launched\u000a12:15:36.461907 run osmo-hlr_10.42.42.2(pid=19125): Launched\u000a12:15:36.575188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:37.096706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19127): Launched\u000a12:15:37.397489 run osmo-stp_10.42.42.5(pid=19128): Launched\u000a12:15:37.507032 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:38.031049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19130): Launched\u000a12:15:38.137329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:38.399864 run patchelf(pid=19131): Launched\u000a12:15:38.575339 run osmo-stp_10.42.42.5(pid=19128): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19128)]\u000a12:15:38.703820 run osmo-stp_10.42.42.5(pid=19128): stdout: \u000a| (launched: 2022-12-13_12:15:37.248654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:38.833123 run osmo-stp_10.42.42.5(pid=19128): stderr: \u000a| �[0;m�[38;5;43m20221213121537418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121537418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121537419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121537419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121537419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121537420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121537420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:38.957259 run osmo-stp_10.42.42.5(pid=19128): stdout: \u000a| (launched: 2022-12-13_12:15:37.248654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:39.080317 run osmo-stp_10.42.42.5(pid=19128): stderr: \u000a| �[0;m�[38;5;43m20221213121537418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121537418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121537419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121537419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121537419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121537420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121537420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:39.223093 run patchelf(pid=19131): Terminating (SIGINT)\u000a12:15:39.390879 run patchelf(pid=19131): Terminated: ok {rc=0}\u000a12:15:39.421546 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19128): Process ended prematurely: osmo-stp_10.42.42.5(pid=19128) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19128)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:15:39.430398 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:15:39.490916 run osmo-hlr_10.42.42.2(pid=19125): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19125)]\u000a12:15:39.540337 run osmo-hlr_10.42.42.2(pid=19125): stdout: \u000a| (launched: 2022-12-13_12:15:36.313877) \u000a12:15:39.590758 run osmo-hlr_10.42.42.2(pid=19125): stderr: \u000a| �[0;m�[1;31m20221213121536486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121536486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121536486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121536486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121536486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121536486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121536499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121536508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121536508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121536508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:39.633452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19124): Terminating (SIGTERM)\u000a12:15:39.673410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19127): Terminating (SIGTERM)\u000a12:15:39.713516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19130): Terminating (SIGTERM)\u000a12:15:39.722713 --- ParallelTerminationStrategy: PID 19124 died...\u000a12:15:39.776411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19124): Terminated: ok {rc=0}\u000a12:15:39.786143 --- ParallelTerminationStrategy: PID 19127 died...\u000a12:15:39.839758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19127): Terminated: ok {rc=0}\u000a12:15:39.849464 --- ParallelTerminationStrategy: PID 19130 died...\u000a12:15:39.903251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19130): Terminated: ok {rc=0}\u000a12:15:39.993297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19138): Process ended prematurely: osmo-stp_10.42.42.5(pid=19138) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19138)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19138): Process ended prematurely: osmo-stp_10.42.42.5(pid=19138) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:15:41.046587 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:41.058685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:15:41.229920 tst ping_idle_ping.py: using LAC 33877\u000a12:15:41.353586 tst ping_idle_ping.py: using RAC 217\u000a12:15:41.477236 tst ping_idle_ping.py: using CellId 33877\u000a12:15:41.602860 tst ping_idle_ping.py: using BVCI 33878\u000a12:15:41.627597 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:41.639146 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:41.650582 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:41.661912 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:41.673650 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:41.685435 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:41.697273 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:15:41.708932 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:15:41.986390 tst ping_idle_ping.py:24: start network...\u000a12:15:42.111244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:42.594227 run create_hlr_db(pid=19132): Launched\u000a12:15:42.768767 bus /gobi_6: Setting Powered False\u000a12:15:43.790447 run create_hlr_db(pid=19132): Terminated: ok {rc=0}\u000a12:15:44.218219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19134): Launched\u000a12:15:44.539985 run osmo-hlr_10.42.42.2(pid=19135): Launched\u000a12:15:44.659962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:45.223149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19137): Launched\u000a12:15:45.548501 run osmo-stp_10.42.42.5(pid=19138): Launched\u000a12:15:45.665515 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:46.275875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19140): Launched\u000a12:15:46.391488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:46.678481 run patchelf(pid=19141): Launched\u000a12:15:46.860684 run osmo-stp_10.42.42.5(pid=19138): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19138)]\u000a12:15:46.994434 run osmo-stp_10.42.42.5(pid=19138): stdout: \u000a| (launched: 2022-12-13_12:15:45.388453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:47.127852 run osmo-stp_10.42.42.5(pid=19138): stderr: \u000a| �[0;m�[38;5;43m20221213121545577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121545577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121545578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121545578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121545578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121545578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121545579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:47.254797 run osmo-stp_10.42.42.5(pid=19138): stdout: \u000a| (launched: 2022-12-13_12:15:45.388453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:47.379398 run osmo-stp_10.42.42.5(pid=19138): stderr: \u000a| �[0;m�[38;5;43m20221213121545577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121545577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121545578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121545578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121545578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121545578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121545579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:47.523417 run patchelf(pid=19141): Terminating (SIGINT)\u000a12:15:47.692682 run patchelf(pid=19141): Terminated: ok {rc=0}\u000a12:15:47.723796 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19138): Process ended prematurely: osmo-stp_10.42.42.5(pid=19138) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19138)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:15:47.732675 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:15:47.793878 run osmo-hlr_10.42.42.2(pid=19135): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19135)]\u000a12:15:47.843606 run osmo-hlr_10.42.42.2(pid=19135): stdout: \u000a| (launched: 2022-12-13_12:15:44.381704) \u000a12:15:47.894008 run osmo-hlr_10.42.42.2(pid=19135): stderr: \u000a| �[0;m�[1;31m20221213121544578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121544578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121544578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121544578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121544578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121544578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121544591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121544599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121544599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121544599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:47.936819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19134): Terminating (SIGTERM)\u000a12:15:47.977237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19137): Terminating (SIGTERM)\u000a12:15:48.017567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19140): Terminating (SIGTERM)\u000a12:15:48.026883 --- ParallelTerminationStrategy: PID 19134 died...\u000a12:15:48.080874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19134): Terminated: ok {rc=0}\u000a12:15:48.090646 --- ParallelTerminationStrategy: PID 19137 died...\u000a12:15:48.144174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19137): Terminated: ok {rc=0}\u000a12:15:48.153852 --- ParallelTerminationStrategy: PID 19140 died...\u000a12:15:48.207253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19140): Terminated: ok {rc=0}\u000a12:15:48.291712 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:14:49" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19159): Process ended prematurely: osmo-stp_10.42.42.5(pid=19159) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19159)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19159): Process ended prematurely: osmo-stp_10.42.42.5(pid=19159) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:15:50.453922 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:50.465487 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:15:50.631007 tst cs_paging_gprs_active.py: using LAC 33878\u000a12:15:50.758462 tst cs_paging_gprs_active.py: using RAC 218\u000a12:15:50.886461 tst cs_paging_gprs_active.py: using CellId 33878\u000a12:15:51.015980 tst cs_paging_gprs_active.py: using BVCI 33879\u000a12:15:51.040894 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:51.052353 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:51.063631 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:51.074964 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:51.086658 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:51.098409 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:51.110302 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:51.122134 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:15:51.134054 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:15:51.252243 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:15:51.554151 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:15:51.690844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:52.024312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19149): Launched\u000a12:15:52.288415 run iperf3-srv_10.42.42.10(pid=19150): Launched\u000a12:15:52.475376 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:15:52.602352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:52.920734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19151): Launched\u000a12:15:53.184299 run iperf3-srv_10.42.42.10(pid=19152): Launched\u000a12:15:53.370386 tst cs_paging_gprs_active.py:38: start network...\u000a12:15:53.497321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:53.989350 run create_hlr_db(pid=19153): Launched\u000a12:15:54.166253 bus /gobi_6: Setting Powered False\u000a12:15:55.188017 run create_hlr_db(pid=19153): Terminated: ok {rc=0}\u000a12:15:55.625652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19155): Launched\u000a12:15:55.953431 run osmo-hlr_10.42.42.2(pid=19156): Launched\u000a12:15:56.074874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:56.647061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19158): Launched\u000a12:15:56.976142 run osmo-stp_10.42.42.5(pid=19159): Launched\u000a12:15:57.094973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:57.669852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19161): Launched\u000a12:15:57.787370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:58.076569 run patchelf(pid=19162): Launched\u000a12:15:58.269175 run osmo-stp_10.42.42.5(pid=19159): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19159)]\u000a12:15:58.410531 run osmo-stp_10.42.42.5(pid=19159): stdout: \u000a| (launched: 2022-12-13_12:15:56.813740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:58.551999 run osmo-stp_10.42.42.5(pid=19159): stderr: \u000a| �[0;m�[38;5;43m20221213121557003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121557003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121557004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121557004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121557004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121557005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121557005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:58.687797 run osmo-stp_10.42.42.5(pid=19159): stdout: \u000a| (launched: 2022-12-13_12:15:56.813740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:58.823025 run osmo-stp_10.42.42.5(pid=19159): stderr: \u000a| �[0;m�[38;5;43m20221213121557003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121557003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121557004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121557004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121557004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121557005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121557005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:58.980476 run patchelf(pid=19162): Terminating (SIGINT)\u000a12:15:59.165118 run patchelf(pid=19162): Terminated: ok {rc=0}\u000a12:15:59.198914 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19159): Process ended prematurely: osmo-stp_10.42.42.5(pid=19159) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19159)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:15:59.208936 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:15:59.272867 run osmo-hlr_10.42.42.2(pid=19156): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19156)]\u000a12:15:59.324734 run osmo-hlr_10.42.42.2(pid=19156): stdout: \u000a| (launched: 2022-12-13_12:15:55.793204) \u000a12:15:59.377362 run osmo-hlr_10.42.42.2(pid=19156): stderr: \u000a| �[0;m�[1;31m20221213121555990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121555990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121555990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121555990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121555990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121555990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121556003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121556013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121556013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121556013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:59.422287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19149): Terminating (SIGTERM)\u000a12:15:59.464660 run iperf3-srv_10.42.42.10(pid=19150): Terminating (SIGTERM)\u000a12:15:59.508425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19151): Terminating (SIGTERM)\u000a12:15:59.550895 run iperf3-srv_10.42.42.10(pid=19152): Terminating (SIGTERM)\u000a12:15:59.592883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19155): Terminating (SIGTERM)\u000a12:15:59.635336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19158): Terminating (SIGTERM)\u000a12:15:59.677397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19161): Terminating (SIGTERM)\u000a12:15:59.686937 --- ParallelTerminationStrategy: PID 19149 died...\u000a12:15:59.743501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19149): Terminated: ok {rc=0}\u000a12:15:59.753507 --- ParallelTerminationStrategy: PID 19150 died...\u000a12:15:59.809677 run iperf3-srv_10.42.42.10(pid=19150): Terminated {rc=256}\u000a12:15:59.819604 --- ParallelTerminationStrategy: PID 19151 died...\u000a12:15:59.875811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19151): Terminated: ok {rc=0}\u000a12:15:59.885826 --- ParallelTerminationStrategy: PID 19152 died...\u000a12:15:59.941979 run iperf3-srv_10.42.42.10(pid=19152): Terminated {rc=256}\u000a12:15:59.951918 --- ParallelTerminationStrategy: PID 19155 died...\u000a12:16:00.008060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19155): Terminated: ok {rc=0}\u000a12:16:00.018007 --- ParallelTerminationStrategy: PID 19158 died...\u000a12:16:00.074353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19158): Terminated: ok {rc=0}\u000a12:16:00.084281 --- ParallelTerminationStrategy: PID 19161 died...\u000a12:16:00.140541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19161): Terminated: ok {rc=0}\u000a12:16:00.228499 bus /gobi_0: Setting Powered False\u000a12:16:01.346037 bus /gobi_0: Setting Powered False\u000a12:16:02.456298 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19171): Process ended prematurely: osmo-stp_10.42.42.5(pid=19171) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19171)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19171): Process ended prematurely: osmo-stp_10.42.42.5(pid=19171) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:16:03.572345 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:03.584474 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:16:03.754623 tst iperf3.py: using LAC 33879\u000a12:16:03.882345 tst iperf3.py: using RAC 219\u000a12:16:04.009668 tst iperf3.py: using CellId 33879\u000a12:16:04.136500 tst iperf3.py: using BVCI 33880\u000a12:16:04.161620 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:04.173152 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:04.184354 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:04.195664 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:04.207237 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:04.218853 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:04.230594 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:04.242100 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:04.253829 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:16:04.551116 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:16:04.686966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:05.026781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19163): Launched\u000a12:16:05.307212 run iperf3-srv_10.42.42.10(pid=19164): Launched\u000a12:16:05.507496 tst iperf3.py:8: start network...\u000a12:16:05.643578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:06.156551 run create_hlr_db(pid=19165): Launched\u000a12:16:06.345203 bus /gobi_6: Setting Powered False\u000a12:16:07.365813 run create_hlr_db(pid=19165): Terminated: ok {rc=0}\u000a12:16:07.775219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19167): Launched\u000a12:16:08.080573 run osmo-hlr_10.42.42.2(pid=19168): Launched\u000a12:16:08.200456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:08.737096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19170): Launched\u000a12:16:09.041555 run osmo-stp_10.42.42.5(pid=19171): Launched\u000a12:16:09.152000 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:09.687159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19173): Launched\u000a12:16:09.795954 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:10.062952 run patchelf(pid=19174): Launched\u000a12:16:10.241734 run osmo-stp_10.42.42.5(pid=19171): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19171)]\u000a12:16:10.372624 run osmo-stp_10.42.42.5(pid=19171): stdout: \u000a| (launched: 2022-12-13_12:16:08.891966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:10.504351 run osmo-stp_10.42.42.5(pid=19171): stderr: \u000a| �[0;m�[38;5;43m20221213121609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121609060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:10.630818 run osmo-stp_10.42.42.5(pid=19171): stdout: \u000a| (launched: 2022-12-13_12:16:08.891966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:10.755835 run osmo-stp_10.42.42.5(pid=19171): stderr: \u000a| �[0;m�[38;5;43m20221213121609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121609060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:10.901854 run patchelf(pid=19174): Terminating (SIGINT)\u000a12:16:11.073148 run patchelf(pid=19174): Terminated: ok {rc=0}\u000a12:16:11.105265 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19171): Process ended prematurely: osmo-stp_10.42.42.5(pid=19171) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19171)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:16:11.114820 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:16:11.175273 run osmo-hlr_10.42.42.2(pid=19168): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19168)]\u000a12:16:11.224884 run osmo-hlr_10.42.42.2(pid=19168): stdout: \u000a| (launched: 2022-12-13_12:16:07.930311) \u000a12:16:11.275102 run osmo-hlr_10.42.42.2(pid=19168): stderr: \u000a| �[0;m�[1;31m20221213121608104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121608104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121608104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121608104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121608104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121608104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121608117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121608127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121608127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121608127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:11.317814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19163): Terminating (SIGTERM)\u000a12:16:11.357932 run iperf3-srv_10.42.42.10(pid=19164): Terminating (SIGTERM)\u000a12:16:11.398213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19167): Terminating (SIGTERM)\u000a12:16:11.438483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19170): Terminating (SIGTERM)\u000a12:16:11.478699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19173): Terminating (SIGTERM)\u000a12:16:11.487945 --- ParallelTerminationStrategy: PID 19163 died...\u000a12:16:11.541858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19163): Terminated: ok {rc=0}\u000a12:16:11.551456 --- ParallelTerminationStrategy: PID 19164 died...\u000a12:16:11.604879 run iperf3-srv_10.42.42.10(pid=19164): Terminated {rc=256}\u000a12:16:11.614446 --- ParallelTerminationStrategy: PID 19167 died...\u000a12:16:11.668042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19167): Terminated: ok {rc=0}\u000a12:16:11.677696 --- ParallelTerminationStrategy: PID 19170 died...\u000a12:16:11.731229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19170): Terminated: ok {rc=0}\u000a12:16:11.740779 --- ParallelTerminationStrategy: PID 19173 died...\u000a12:16:11.794794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19173): Terminated: ok {rc=0}\u000a12:16:11.885240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19189): Process ended prematurely: osmo-stp_10.42.42.5(pid=19189) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19189)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19189): Process ended prematurely: osmo-stp_10.42.42.5(pid=19189) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:16:12.996283 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.007820 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:16:13.169944 tst iperf3m4.py: using LAC 33880\u000a12:16:13.288008 tst iperf3m4.py: using RAC 220\u000a12:16:13.408428 tst iperf3m4.py: using CellId 33880\u000a12:16:13.529123 tst iperf3m4.py: using BVCI 33881\u000a12:16:13.552334 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.563339 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.574153 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.585076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.595773 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.606703 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.617727 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.628441 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:13.639477 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:16:13.754996 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:16:13.878791 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:16:13.996409 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:16:14.275152 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:16:14.401701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:14.719353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19175): Launched\u000a12:16:14.982239 run iperf3-srv_10.42.42.10(pid=19176): Launched\u000a12:16:15.169950 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:16:15.297106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:15.616899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19177): Launched\u000a12:16:15.884539 run iperf3-srv_10.42.42.10(pid=19178): Launched\u000a12:16:16.078546 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:16:16.206928 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:16.570739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19179): Launched\u000a12:16:16.905160 run iperf3-srv_10.42.42.10(pid=19180): Launched\u000a12:16:17.095379 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:16:17.223837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:17.544538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19181): Launched\u000a12:16:17.808188 run iperf3-srv_10.42.42.10(pid=19182): Launched\u000a12:16:17.993825 tst iperf3m4.py:8: start network...\u000a12:16:18.119782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:18.609232 run create_hlr_db(pid=19183): Launched\u000a12:16:18.787226 bus /gobi_6: Setting Powered False\u000a12:16:19.807030 run create_hlr_db(pid=19183): Terminated: ok {rc=0}\u000a12:16:20.243187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19185): Launched\u000a12:16:20.572009 run osmo-hlr_10.42.42.2(pid=19186): Launched\u000a12:16:20.693342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:21.265786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19188): Launched\u000a12:16:21.593517 run osmo-stp_10.42.42.5(pid=19189): Launched\u000a12:16:21.710872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:22.302614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19191): Launched\u000a12:16:22.419218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:22.705945 run patchelf(pid=19192): Launched\u000a12:16:22.898302 run osmo-stp_10.42.42.5(pid=19189): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19189)]\u000a12:16:23.038320 run osmo-stp_10.42.42.5(pid=19189): stdout: \u000a| (launched: 2022-12-13_12:16:21.431472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:23.178578 run osmo-stp_10.42.42.5(pid=19189): stderr: \u000a| �[0;m�[38;5;43m20221213121621619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121621620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121621620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121621620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121621621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121621621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121621621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:23.313827 run osmo-stp_10.42.42.5(pid=19189): stdout: \u000a| (launched: 2022-12-13_12:16:21.431472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:23.447151 run osmo-stp_10.42.42.5(pid=19189): stderr: \u000a| �[0;m�[38;5;43m20221213121621619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121621620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121621620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121621620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121621621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121621621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121621621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:23.603122 run patchelf(pid=19192): Terminating (SIGINT)\u000a12:16:23.786578 run patchelf(pid=19192): Terminated: ok {rc=0}\u000a12:16:23.820456 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19189): Process ended prematurely: osmo-stp_10.42.42.5(pid=19189) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19189)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:16:23.830582 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:16:23.895444 run osmo-hlr_10.42.42.2(pid=19186): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19186)]\u000a12:16:23.948120 run osmo-hlr_10.42.42.2(pid=19186): stdout: \u000a| (launched: 2022-12-13_12:16:20.409481) \u000a12:16:24.001420 run osmo-hlr_10.42.42.2(pid=19186): stderr: \u000a| �[0;m�[1;31m20221213121620607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121620607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121620607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121620607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121620607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121620607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121620619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121620628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121620629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121620629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:24.047129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19175): Terminating (SIGTERM)\u000a12:16:24.090095 run iperf3-srv_10.42.42.10(pid=19176): Terminating (SIGTERM)\u000a12:16:24.133174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19177): Terminating (SIGTERM)\u000a12:16:24.176033 run iperf3-srv_10.42.42.10(pid=19178): Terminating (SIGTERM)\u000a12:16:24.219026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19179): Terminating (SIGTERM)\u000a12:16:24.261973 run iperf3-srv_10.42.42.10(pid=19180): Terminating (SIGTERM)\u000a12:16:24.305044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19181): Terminating (SIGTERM)\u000a12:16:24.348032 run iperf3-srv_10.42.42.10(pid=19182): Terminating (SIGTERM)\u000a12:16:24.391042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19185): Terminating (SIGTERM)\u000a12:16:24.434011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19188): Terminating (SIGTERM)\u000a12:16:24.476985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19191): Terminating (SIGTERM)\u000a12:16:24.486870 --- ParallelTerminationStrategy: PID 19175 died...\u000a12:16:24.544627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19175): Terminated: ok {rc=0}\u000a12:16:24.554859 --- ParallelTerminationStrategy: PID 19176 died...\u000a12:16:24.612318 run iperf3-srv_10.42.42.10(pid=19176): Terminated {rc=256}\u000a12:16:24.622596 --- ParallelTerminationStrategy: PID 19177 died...\u000a12:16:24.680074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19177): Terminated: ok {rc=0}\u000a12:16:24.690246 --- ParallelTerminationStrategy: PID 19178 died...\u000a12:16:24.747668 run iperf3-srv_10.42.42.10(pid=19178): Terminated {rc=256}\u000a12:16:24.758196 --- ParallelTerminationStrategy: PID 19179 died...\u000a12:16:24.815519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19179): Terminated: ok {rc=0}\u000a12:16:24.825865 --- ParallelTerminationStrategy: PID 19180 died...\u000a12:16:24.883123 run iperf3-srv_10.42.42.10(pid=19180): Terminated {rc=256}\u000a12:16:24.893462 --- ParallelTerminationStrategy: PID 19181 died...\u000a12:16:24.950625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19181): Terminated: ok {rc=0}\u000a12:16:24.961028 --- ParallelTerminationStrategy: PID 19182 died...\u000a12:16:25.018245 run iperf3-srv_10.42.42.10(pid=19182): Terminated {rc=256}\u000a12:16:25.028519 --- ParallelTerminationStrategy: PID 19185 died...\u000a12:16:25.085659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19185): Terminated: ok {rc=0}\u000a12:16:25.095821 --- ParallelTerminationStrategy: PID 19188 died...\u000a12:16:25.152832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19188): Terminated: ok {rc=0}\u000a12:16:25.163014 --- ParallelTerminationStrategy: PID 19191 died...\u000a12:16:25.219956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19191): Terminated: ok {rc=0}\u000a12:16:25.308030 bus /gobi_4: Setting Powered False\u000a12:16:26.415071 bus /gobi_4: Setting Powered False\u000a12:16:27.523904 bus /gobi_1: Setting Powered False\u000a12:16:28.631211 bus /gobi_1: Setting Powered False\u000a12:16:29.744561 bus /gobi_0: Setting Powered False\u000a12:16:30.847173 bus /gobi_0: Setting Powered False\u000a12:16:31.963743 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19199): Process ended prematurely: osmo-stp_10.42.42.5(pid=19199) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19199)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19199): Process ended prematurely: osmo-stp_10.42.42.5(pid=19199) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:16:33.032605 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:33.044551 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:16:33.211293 tst ping.py: using LAC 33881\u000a12:16:33.336559 tst ping.py: using RAC 221\u000a12:16:33.464546 tst ping.py: using CellId 33881\u000a12:16:33.597607 tst ping.py: using BVCI 33882\u000a12:16:33.620743 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:33.631895 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:33.642928 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:33.654014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:33.665482 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:33.676412 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:33.687421 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:33.698320 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:16:33.991449 tst ping.py:19: start network...\u000a12:16:34.124774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:34.633316 run create_hlr_db(pid=19193): Launched\u000a12:16:34.821060 bus /gobi_6: Setting Powered False\u000a12:16:35.841235 run create_hlr_db(pid=19193): Terminated: ok {rc=0}\u000a12:16:36.270150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19195): Launched\u000a12:16:36.591073 run osmo-hlr_10.42.42.2(pid=19196): Launched\u000a12:16:36.711162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:37.271719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19198): Launched\u000a12:16:37.591262 run osmo-stp_10.42.42.5(pid=19199): Launched\u000a12:16:37.706897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:38.265295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19201): Launched\u000a12:16:38.379761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:38.659323 run patchelf(pid=19202): Launched\u000a12:16:38.847632 run osmo-stp_10.42.42.5(pid=19199): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19199)]\u000a12:16:38.985418 run osmo-stp_10.42.42.5(pid=19199): stdout: \u000a| (launched: 2022-12-13_12:16:37.434095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:39.123335 run osmo-stp_10.42.42.5(pid=19199): stderr: \u000a| �[0;m�[38;5;43m20221213121637622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121637623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121637623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121637623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121637624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121637624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121637624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:39.256422 run osmo-stp_10.42.42.5(pid=19199): stdout: \u000a| (launched: 2022-12-13_12:16:37.434095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:39.388056 run osmo-stp_10.42.42.5(pid=19199): stderr: \u000a| �[0;m�[38;5;43m20221213121637622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121637623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121637623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121637623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121637624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121637624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121637624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:39.540863 run patchelf(pid=19202): Terminating (SIGINT)\u000a12:16:39.720182 run patchelf(pid=19202): Terminated: ok {rc=0}\u000a12:16:39.752906 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19199): Process ended prematurely: osmo-stp_10.42.42.5(pid=19199) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19199)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:16:39.762877 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:16:39.827763 run osmo-hlr_10.42.42.2(pid=19196): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19196)]\u000a12:16:39.880036 run osmo-hlr_10.42.42.2(pid=19196): stdout: \u000a| (launched: 2022-12-13_12:16:36.433246) \u000a12:16:39.933069 run osmo-hlr_10.42.42.2(pid=19196): stderr: \u000a| �[0;m�[1;31m20221213121636626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121636626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121636626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121636626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121636626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121636626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121636639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121636647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121636647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121636647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:39.978411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19195): Terminating (SIGTERM)\u000a12:16:40.021102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19198): Terminating (SIGTERM)\u000a12:16:40.063612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19201): Terminating (SIGTERM)\u000a12:16:40.073405 --- ParallelTerminationStrategy: PID 19195 died...\u000a12:16:40.130234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19195): Terminated: ok {rc=0}\u000a12:16:40.140404 --- ParallelTerminationStrategy: PID 19198 died...\u000a12:16:40.197041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19198): Terminated: ok {rc=0}\u000a12:16:40.207135 --- ParallelTerminationStrategy: PID 19201 died...\u000a12:16:40.263872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19201): Terminated: ok {rc=0}\u000a12:16:40.351851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19209): Process ended prematurely: osmo-stp_10.42.42.5(pid=19209) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19209)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19209): Process ended prematurely: osmo-stp_10.42.42.5(pid=19209) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:16:41.403119 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:41.415260 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:16:41.587484 tst ping_idle_ping.py: using LAC 33882\u000a12:16:41.715140 tst ping_idle_ping.py: using RAC 222\u000a12:16:41.841894 tst ping_idle_ping.py: using CellId 33882\u000a12:16:41.970166 tst ping_idle_ping.py: using BVCI 33883\u000a12:16:41.994845 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:42.006288 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:42.017589 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:42.028805 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:42.040728 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:42.052746 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:42.064894 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:16:42.077201 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:16:42.356846 tst ping_idle_ping.py:24: start network...\u000a12:16:42.482044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:42.969765 run create_hlr_db(pid=19203): Launched\u000a12:16:43.143447 bus /gobi_6: Setting Powered False\u000a12:16:44.165465 run create_hlr_db(pid=19203): Terminated: ok {rc=0}\u000a12:16:44.595242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19205): Launched\u000a12:16:44.919864 run osmo-hlr_10.42.42.2(pid=19206): Launched\u000a12:16:45.039136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:45.600793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19208): Launched\u000a12:16:46.055986 run osmo-stp_10.42.42.5(pid=19209): Launched\u000a12:16:46.324691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:46.907761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19211): Launched\u000a12:16:47.025842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:47.309627 run patchelf(pid=19212): Launched\u000a12:16:47.498610 run osmo-stp_10.42.42.5(pid=19209): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19209)]\u000a12:16:47.637075 run osmo-stp_10.42.42.5(pid=19209): stdout: \u000a| (launched: 2022-12-13_12:16:45.766890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:47.776029 run osmo-stp_10.42.42.5(pid=19209): stderr: \u000a| �[0;m�[38;5;43m20221213121646112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121646112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121646113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121646113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121646114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121646114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121646114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:47.909852 run osmo-stp_10.42.42.5(pid=19209): stdout: \u000a| (launched: 2022-12-13_12:16:45.766890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:48.042374 run osmo-stp_10.42.42.5(pid=19209): stderr: \u000a| �[0;m�[38;5;43m20221213121646112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121646112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121646113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121646113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121646114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121646114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121646114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:48.195997 run patchelf(pid=19212): Terminating (SIGINT)\u000a12:16:48.375835 run patchelf(pid=19212): Terminated: ok {rc=0}\u000a12:16:48.408686 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19209): Process ended prematurely: osmo-stp_10.42.42.5(pid=19209) [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19209)] [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:16:48.418371 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a12:16:48.482665 run osmo-hlr_10.42.42.2(pid=19206): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19206)]\u000a12:16:48.535184 run osmo-hlr_10.42.42.2(pid=19206): stdout: \u000a| (launched: 2022-12-13_12:16:44.759370) \u000a12:16:48.588270 run osmo-hlr_10.42.42.2(pid=19206): stderr: \u000a| �[0;m�[1;31m20221213121644954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121644954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121644954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121644954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121644954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121644954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121644967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121644975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121644976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121644976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:48.633506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19205): Terminating (SIGTERM)\u000a12:16:48.676287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19208): Terminating (SIGTERM)\u000a12:16:48.719082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19211): Terminating (SIGTERM)\u000a12:16:48.729009 --- ParallelTerminationStrategy: PID 19205 died...\u000a12:16:48.787108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19205): Terminated: ok {rc=0}\u000a12:16:48.797557 --- ParallelTerminationStrategy: PID 19208 died...\u000a12:16:48.854726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19208): Terminated: ok {rc=0}\u000a12:16:48.865074 --- ParallelTerminationStrategy: PID 19211 died...\u000a12:16:48.922698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19211): Terminated: ok {rc=0}\u000a12:16:49.011103 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:15:50" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19227): Process ended prematurely: osmo-stp_10.42.42.5(pid=19227) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19227)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19227): Process ended prematurely: osmo-stp_10.42.42.5(pid=19227) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:16:51.170997 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.182558 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:16:51.322255 tst cs_paging_gprs_active.py: using LAC 33883\u000a12:16:51.441095 tst cs_paging_gprs_active.py: using RAC 223\u000a12:16:51.561305 tst cs_paging_gprs_active.py: using CellId 33883\u000a12:16:51.681951 tst cs_paging_gprs_active.py: using BVCI 33884\u000a12:16:51.705964 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.717294 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.728563 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.739899 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.751272 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.762597 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.774039 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.785400 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:16:51.796910 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:16:51.914465 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:16:52.195684 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:16:52.323274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:52.641205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19217): Launched\u000a12:16:52.905255 run iperf3-srv_10.42.42.10(pid=19218): Launched\u000a12:16:53.091275 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:16:53.217811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:53.536342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19219): Launched\u000a12:16:53.799690 run iperf3-srv_10.42.42.10(pid=19220): Launched\u000a12:16:53.985651 tst cs_paging_gprs_active.py:38: start network...\u000a12:16:54.112582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:54.602783 run create_hlr_db(pid=19221): Launched\u000a12:16:54.779847 bus /gobi_6: Setting Powered False\u000a12:16:55.800714 run create_hlr_db(pid=19221): Terminated: ok {rc=0}\u000a12:16:56.238123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19223): Launched\u000a12:16:56.567610 run osmo-hlr_10.42.42.2(pid=19224): Launched\u000a12:16:56.690325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:57.262867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19226): Launched\u000a12:16:57.591766 run osmo-stp_10.42.42.5(pid=19227): Launched\u000a12:16:57.710733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:58.285171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19229): Launched\u000a12:16:58.402045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:58.688342 run patchelf(pid=19230): Launched\u000a12:16:58.880870 run osmo-stp_10.42.42.5(pid=19227): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19227)]\u000a12:16:59.021543 run osmo-stp_10.42.42.5(pid=19227): stdout: \u000a| (launched: 2022-12-13_12:16:57.429635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:59.162372 run osmo-stp_10.42.42.5(pid=19227): stderr: \u000a| �[0;m�[38;5;43m20221213121657620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121657620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121657621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121657621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121657622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121657622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121657622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:59.297839 run osmo-stp_10.42.42.5(pid=19227): stdout: \u000a| (launched: 2022-12-13_12:16:57.429635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:59.432004 run osmo-stp_10.42.42.5(pid=19227): stderr: \u000a| �[0;m�[38;5;43m20221213121657620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121657620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121657621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121657621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121657622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121657622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121657622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:59.588255 run patchelf(pid=19230): Terminating (SIGINT)\u000a12:16:59.771467 run patchelf(pid=19230): Terminated: ok {rc=0}\u000a12:16:59.805032 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19227): Process ended prematurely: osmo-stp_10.42.42.5(pid=19227) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19227)] [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a12:16:59.815280 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:16:59.878999 run osmo-hlr_10.42.42.2(pid=19224): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19224)]\u000a12:16:59.930597 run osmo-hlr_10.42.42.2(pid=19224): stdout: \u000a| (launched: 2022-12-13_12:16:56.405006) \u000a12:16:59.983351 run osmo-hlr_10.42.42.2(pid=19224): stderr: \u000a| �[0;m�[1;31m20221213121656601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121656601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121656601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121656601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121656601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121656602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121656614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121656623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121656623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121656623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:00.028022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19217): Terminating (SIGTERM)\u000a12:17:00.070426 run iperf3-srv_10.42.42.10(pid=19218): Terminating (SIGTERM)\u000a12:17:00.112626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19219): Terminating (SIGTERM)\u000a12:17:00.155053 run iperf3-srv_10.42.42.10(pid=19220): Terminating (SIGTERM)\u000a12:17:00.197337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19223): Terminating (SIGTERM)\u000a12:17:00.239272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19226): Terminating (SIGTERM)\u000a12:17:00.281968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19229): Terminating (SIGTERM)\u000a12:17:00.291458 --- ParallelTerminationStrategy: PID 19217 died...\u000a12:17:00.347965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19217): Terminated: ok {rc=0}\u000a12:17:00.357960 --- ParallelTerminationStrategy: PID 19218 died...\u000a12:17:00.413807 run iperf3-srv_10.42.42.10(pid=19218): Terminated {rc=256}\u000a12:17:00.423704 --- ParallelTerminationStrategy: PID 19219 died...\u000a12:17:00.479561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19219): Terminated: ok {rc=0}\u000a12:17:00.489891 --- ParallelTerminationStrategy: PID 19220 died...\u000a12:17:00.545836 run iperf3-srv_10.42.42.10(pid=19220): Terminated {rc=256}\u000a12:17:00.555727 --- ParallelTerminationStrategy: PID 19223 died...\u000a12:17:00.611915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19223): Terminated: ok {rc=0}\u000a12:17:00.621901 --- ParallelTerminationStrategy: PID 19226 died...\u000a12:17:00.677983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19226): Terminated: ok {rc=0}\u000a12:17:00.687938 --- ParallelTerminationStrategy: PID 19229 died...\u000a12:17:00.743833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19229): Terminated: ok {rc=0}\u000a12:17:00.835414 bus /gobi_0: Setting Powered False\u000a12:17:01.957632 bus /gobi_0: Setting Powered False\u000a12:17:03.067286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19243): Process ended prematurely: osmo-stp_10.42.42.5(pid=19243) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19243)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19243): Process ended prematurely: osmo-stp_10.42.42.5(pid=19243) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a12:17:04.183047 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.195369 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:17:04.346992 tst iperf3.py: using LAC 33884\u000a12:17:04.470949 tst iperf3.py: using RAC 224\u000a12:17:04.595053 tst iperf3.py: using CellId 33884\u000a12:17:04.722016 tst iperf3.py: using BVCI 33885\u000a12:17:04.745724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.757168 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.768506 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.779850 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.791464 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.802887 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.814550 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.825947 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:04.837435 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:17:05.134017 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:17:05.271037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:05.611922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19235): Launched\u000a12:17:05.894899 run iperf3-srv_10.42.42.10(pid=19236): Launched\u000a12:17:06.096860 tst iperf3.py:8: start network...\u000a12:17:06.233935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:06.750293 run create_hlr_db(pid=19237): Launched\u000a12:17:06.939991 bus /gobi_6: Setting Powered False\u000a12:17:07.960657 run create_hlr_db(pid=19237): Terminated: ok {rc=0}\u000a12:17:08.371507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19239): Launched\u000a12:17:08.678360 run osmo-hlr_10.42.42.2(pid=19240): Launched\u000a12:17:08.790644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:09.323371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19242): Launched\u000a12:17:09.632103 run osmo-stp_10.42.42.5(pid=19243): Launched\u000a12:17:09.745147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:10.279188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19245): Launched\u000a12:17:10.388114 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:10.655733 run patchelf(pid=19246): Launched\u000a12:17:10.835204 run osmo-stp_10.42.42.5(pid=19243): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19243)]\u000a12:17:10.967506 run osmo-stp_10.42.42.5(pid=19243): stdout: \u000a| (launched: 2022-12-13_12:17:09.478764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:11.099588 run osmo-stp_10.42.42.5(pid=19243): stderr: \u000a| �[0;m�[38;5;43m20221213121709646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121709646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121709647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121709647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121709647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121709648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121709648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:11.226272 run osmo-stp_10.42.42.5(pid=19243): stdout: \u000a| (launched: 2022-12-13_12:17:09.478764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:11.351491 run osmo-stp_10.42.42.5(pid=19243): stderr: \u000a| �[0;m�[38;5;43m20221213121709646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121709646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121709647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121709647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121709647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121709648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121709648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:11.498044 run patchelf(pid=19246): Terminating (SIGINT)\u000a12:17:11.670257 run patchelf(pid=19246): Terminated: ok {rc=0}\u000a12:17:11.702028 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19243): Process ended prematurely: osmo-stp_10.42.42.5(pid=19243) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19243)] [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a12:17:11.711498 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:17:11.771971 run osmo-hlr_10.42.42.2(pid=19240): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19240)]\u000a12:17:11.821089 run osmo-hlr_10.42.42.2(pid=19240): stdout: \u000a| (launched: 2022-12-13_12:17:08.526794) \u000a12:17:11.870964 run osmo-hlr_10.42.42.2(pid=19240): stderr: \u000a| �[0;m�[1;31m20221213121708701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121708701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121708701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121708701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121708701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121708701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121708733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121708743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121708743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121708743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:11.913594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19235): Terminating (SIGTERM)\u000a12:17:11.953517 run iperf3-srv_10.42.42.10(pid=19236): Terminating (SIGTERM)\u000a12:17:11.993637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19239): Terminating (SIGTERM)\u000a12:17:12.033952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19242): Terminating (SIGTERM)\u000a12:17:12.074028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19245): Terminating (SIGTERM)\u000a12:17:12.083267 --- ParallelTerminationStrategy: PID 19235 died...\u000a12:17:12.137075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19235): Terminated: ok {rc=0}\u000a12:17:12.147079 --- ParallelTerminationStrategy: PID 19236 died...\u000a12:17:12.200510 run iperf3-srv_10.42.42.10(pid=19236): Terminated {rc=256}\u000a12:17:12.209948 --- ParallelTerminationStrategy: PID 19239 died...\u000a12:17:12.263471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19239): Terminated: ok {rc=0}\u000a12:17:12.273160 --- ParallelTerminationStrategy: PID 19242 died...\u000a12:17:12.326537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19242): Terminated: ok {rc=0}\u000a12:17:12.336156 --- ParallelTerminationStrategy: PID 19245 died...\u000a12:17:12.389684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19245): Terminated: ok {rc=0}\u000a12:17:12.473434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19261): Process ended prematurely: osmo-stp_10.42.42.5(pid=19261) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19261)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19261): Process ended prematurely: osmo-stp_10.42.42.5(pid=19261) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a12:17:13.591087 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:13.603520 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:17:13.754321 tst iperf3m4.py: using LAC 33885\u000a12:17:13.888578 tst iperf3m4.py: using RAC 225\u000a12:17:14.015584 tst iperf3m4.py: using CellId 33885\u000a12:17:14.137231 tst iperf3m4.py: using BVCI 33886\u000a12:17:14.160684 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:14.172337 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:14.183725 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:14.195251 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:14.206855 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:14.218485 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:14.230188 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:14.241732 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:14.253488 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:17:14.374598 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:17:14.495209 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:17:14.615809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:17:14.897930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:17:15.025650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:15.343491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19247): Launched\u000a12:17:15.608490 run iperf3-srv_10.42.42.10(pid=19248): Launched\u000a12:17:15.795169 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:17:15.952740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:16.348901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19249): Launched\u000a12:17:16.651433 run iperf3-srv_10.42.42.10(pid=19250): Launched\u000a12:17:16.859380 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:17:17.000798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:17.345083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19251): Launched\u000a12:17:17.626670 run iperf3-srv_10.42.42.10(pid=19252): Launched\u000a12:17:17.828431 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:17:17.965361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:18.315726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19253): Launched\u000a12:17:18.597974 run iperf3-srv_10.42.42.10(pid=19254): Launched\u000a12:17:18.799349 tst iperf3m4.py:8: start network...\u000a12:17:18.935927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:19.450283 run create_hlr_db(pid=19255): Launched\u000a12:17:19.640313 bus /gobi_6: Setting Powered False\u000a12:17:20.660776 run create_hlr_db(pid=19255): Terminated: ok {rc=0}\u000a12:17:21.073759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19257): Launched\u000a12:17:21.379854 run osmo-hlr_10.42.42.2(pid=19258): Launched\u000a12:17:21.493447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:22.023980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19260): Launched\u000a12:17:22.329629 run osmo-stp_10.42.42.5(pid=19261): Launched\u000a12:17:22.439688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:22.971528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19263): Launched\u000a12:17:23.080250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:23.346539 run patchelf(pid=19264): Launched\u000a12:17:23.524881 run osmo-stp_10.42.42.5(pid=19261): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19261)]\u000a12:17:23.655052 run osmo-stp_10.42.42.5(pid=19261): stdout: \u000a| (launched: 2022-12-13_12:17:22.179113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:23.785524 run osmo-stp_10.42.42.5(pid=19261): stderr: \u000a| �[0;m�[38;5;43m20221213121722348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121722349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121722349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121722349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121722350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121722350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121722350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:23.911544 run osmo-stp_10.42.42.5(pid=19261): stdout: \u000a| (launched: 2022-12-13_12:17:22.179113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:24.035841 run osmo-stp_10.42.42.5(pid=19261): stderr: \u000a| �[0;m�[38;5;43m20221213121722348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121722349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121722349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121722349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121722350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121722350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121722350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:24.181096 run patchelf(pid=19264): Terminating (SIGINT)\u000a12:17:24.351386 run patchelf(pid=19264): Terminated: ok {rc=0}\u000a12:17:24.382738 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19261): Process ended prematurely: osmo-stp_10.42.42.5(pid=19261) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19261)] [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a12:17:24.392144 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:17:24.452755 run osmo-hlr_10.42.42.2(pid=19258): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19258)]\u000a12:17:24.501819 run osmo-hlr_10.42.42.2(pid=19258): stdout: \u000a| (launched: 2022-12-13_12:17:21.229247) \u000a12:17:24.552012 run osmo-hlr_10.42.42.2(pid=19258): stderr: \u000a| �[0;m�[1;31m20221213121721404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121721404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121721404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121721404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121721404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121721404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121721417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121721426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121721427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121721427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:24.594353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19247): Terminating (SIGTERM)\u000a12:17:24.634050 run iperf3-srv_10.42.42.10(pid=19248): Terminating (SIGTERM)\u000a12:17:24.673607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19249): Terminating (SIGTERM)\u000a12:17:24.713772 run iperf3-srv_10.42.42.10(pid=19250): Terminating (SIGTERM)\u000a12:17:24.753529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19251): Terminating (SIGTERM)\u000a12:17:24.793035 run iperf3-srv_10.42.42.10(pid=19252): Terminating (SIGTERM)\u000a12:17:24.832589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19253): Terminating (SIGTERM)\u000a12:17:24.871980 run iperf3-srv_10.42.42.10(pid=19254): Terminating (SIGTERM)\u000a12:17:24.911411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19257): Terminating (SIGTERM)\u000a12:17:24.950895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19260): Terminating (SIGTERM)\u000a12:17:24.990504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19263): Terminating (SIGTERM)\u000a12:17:24.999679 --- ParallelTerminationStrategy: PID 19247 died...\u000a12:17:25.053422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19247): Terminated: ok {rc=0}\u000a12:17:25.062805 --- ParallelTerminationStrategy: PID 19248 died...\u000a12:17:25.116073 run iperf3-srv_10.42.42.10(pid=19248): Terminated {rc=256}\u000a12:17:25.125982 --- ParallelTerminationStrategy: PID 19249 died...\u000a12:17:25.179169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19249): Terminated: ok {rc=0}\u000a12:17:25.188616 --- ParallelTerminationStrategy: PID 19250 died...\u000a12:17:25.241438 run iperf3-srv_10.42.42.10(pid=19250): Terminated {rc=256}\u000a12:17:25.251000 --- ParallelTerminationStrategy: PID 19251 died...\u000a12:17:25.303919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19251): Terminated: ok {rc=0}\u000a12:17:25.313908 --- ParallelTerminationStrategy: PID 19252 died...\u000a12:17:25.366501 run iperf3-srv_10.42.42.10(pid=19252): Terminated {rc=256}\u000a12:17:25.375997 --- ParallelTerminationStrategy: PID 19253 died...\u000a12:17:25.428845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19253): Terminated: ok {rc=0}\u000a12:17:25.438349 --- ParallelTerminationStrategy: PID 19254 died...\u000a12:17:25.491043 run iperf3-srv_10.42.42.10(pid=19254): Terminated {rc=256}\u000a12:17:25.500651 --- ParallelTerminationStrategy: PID 19257 died...\u000a12:17:25.553935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19257): Terminated: ok {rc=0}\u000a12:17:25.563675 --- ParallelTerminationStrategy: PID 19260 died...\u000a12:17:25.617160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19260): Terminated: ok {rc=0}\u000a12:17:25.626876 --- ParallelTerminationStrategy: PID 19263 died...\u000a12:17:25.680031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19263): Terminated: ok {rc=0}\u000a12:17:25.768387 bus /gobi_4: Setting Powered False\u000a12:17:26.874125 bus /gobi_4: Setting Powered False\u000a12:17:27.984538 bus /gobi_1: Setting Powered False\u000a12:17:29.087952 bus /gobi_1: Setting Powered False\u000a12:17:30.200353 bus /gobi_0: Setting Powered False\u000a12:17:31.332499 bus /gobi_0: Setting Powered False\u000a12:17:32.444272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19271): Process ended prematurely: osmo-stp_10.42.42.5(pid=19271) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19271)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19271): Process ended prematurely: osmo-stp_10.42.42.5(pid=19271) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a12:17:33.514674 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:33.527522 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:17:33.675950 tst ping.py: using LAC 33886\u000a12:17:33.803101 tst ping.py: using RAC 226\u000a12:17:33.928288 tst ping.py: using CellId 33886\u000a12:17:34.059037 tst ping.py: using BVCI 33887\u000a12:17:34.083638 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:34.095470 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:34.107172 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:34.118852 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:34.130874 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:34.142824 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:34.154912 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:34.166838 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:17:34.445706 tst ping.py:19: start network...\u000a12:17:34.571008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:35.052116 run create_hlr_db(pid=19265): Launched\u000a12:17:35.226455 bus /gobi_6: Setting Powered False\u000a12:17:36.246208 run create_hlr_db(pid=19265): Terminated: ok {rc=0}\u000a12:17:36.675531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19267): Launched\u000a12:17:36.998358 run osmo-hlr_10.42.42.2(pid=19268): Launched\u000a12:17:37.118677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:37.681978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19270): Launched\u000a12:17:38.005736 run osmo-stp_10.42.42.5(pid=19271): Launched\u000a12:17:38.122491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:38.683776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19273): Launched\u000a12:17:38.799268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:39.081846 run patchelf(pid=19274): Launched\u000a12:17:39.271191 run osmo-stp_10.42.42.5(pid=19271): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19271)]\u000a12:17:39.410051 run osmo-stp_10.42.42.5(pid=19271): stdout: \u000a| (launched: 2022-12-13_12:17:37.846992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:39.548748 run osmo-stp_10.42.42.5(pid=19271): stderr: \u000a| �[0;m�[38;5;43m20221213121738036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121738036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121738036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121738037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121738037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121738037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121738038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:39.682417 run osmo-stp_10.42.42.5(pid=19271): stdout: \u000a| (launched: 2022-12-13_12:17:37.846992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:39.815341 run osmo-stp_10.42.42.5(pid=19271): stderr: \u000a| �[0;m�[38;5;43m20221213121738036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121738036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121738036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121738037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121738037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121738037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121738038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:39.969751 run patchelf(pid=19274): Terminating (SIGINT)\u000a12:17:40.149988 run patchelf(pid=19274): Terminated: ok {rc=0}\u000a12:17:40.182713 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19271): Process ended prematurely: osmo-stp_10.42.42.5(pid=19271) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19271)] [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a12:17:40.192321 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:17:40.256205 run osmo-hlr_10.42.42.2(pid=19268): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19268)]\u000a12:17:40.308362 run osmo-hlr_10.42.42.2(pid=19268): stdout: \u000a| (launched: 2022-12-13_12:17:36.838673) \u000a12:17:40.361305 run osmo-hlr_10.42.42.2(pid=19268): stderr: \u000a| �[0;m�[1;31m20221213121737031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121737032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121737032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121737032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121737032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121737032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121737044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121737054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121737054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121737054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:40.406154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19267): Terminating (SIGTERM)\u000a12:17:40.448996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19270): Terminating (SIGTERM)\u000a12:17:40.491246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19273): Terminating (SIGTERM)\u000a12:17:40.500935 --- ParallelTerminationStrategy: PID 19267 died...\u000a12:17:40.557677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19267): Terminated: ok {rc=0}\u000a12:17:40.567738 --- ParallelTerminationStrategy: PID 19270 died...\u000a12:17:40.624582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19270): Terminated: ok {rc=0}\u000a12:17:40.634758 --- ParallelTerminationStrategy: PID 19273 died...\u000a12:17:40.691813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19273): Terminated: ok {rc=0}\u000a12:17:40.780029 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19281): Process ended prematurely: osmo-stp_10.42.42.5(pid=19281) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19281)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19281): Process ended prematurely: osmo-stp_10.42.42.5(pid=19281) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a12:17:41.832875 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:41.845962 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:17:41.994506 tst ping_idle_ping.py: using LAC 33887\u000a12:17:42.121010 tst ping_idle_ping.py: using RAC 227\u000a12:17:42.246486 tst ping_idle_ping.py: using CellId 33887\u000a12:17:42.372607 tst ping_idle_ping.py: using BVCI 33888\u000a12:17:42.397436 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:42.409309 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:42.420940 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:42.432712 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:42.444686 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:42.456711 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:42.468760 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:17:42.480799 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:17:42.775653 tst ping_idle_ping.py:24: start network...\u000a12:17:42.910786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:43.421084 run create_hlr_db(pid=19275): Launched\u000a12:17:43.608542 bus /gobi_6: Setting Powered False\u000a12:17:44.618799 run create_hlr_db(pid=19275): Terminated: ok {rc=0}\u000a12:17:45.058349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19277): Launched\u000a12:17:45.382368 run osmo-hlr_10.42.42.2(pid=19278): Launched\u000a12:17:45.501376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:46.093119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19280): Launched\u000a12:17:46.519461 run osmo-stp_10.42.42.5(pid=19281): Launched\u000a12:17:46.693275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:47.279801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19283): Launched\u000a12:17:47.387414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:47.653188 run patchelf(pid=19284): Launched\u000a12:17:47.830450 run osmo-stp_10.42.42.5(pid=19281): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19281)]\u000a12:17:47.959955 run osmo-stp_10.42.42.5(pid=19281): stdout: \u000a| (launched: 2022-12-13_12:17:46.259485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:48.089738 run osmo-stp_10.42.42.5(pid=19281): stderr: \u000a| �[0;m�[38;5;43m20221213121746548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121746561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121746561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121746562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121746562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121746562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121746562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:48.214395 run osmo-stp_10.42.42.5(pid=19281): stdout: \u000a| (launched: 2022-12-13_12:17:46.259485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:48.338005 run osmo-stp_10.42.42.5(pid=19281): stderr: \u000a| �[0;m�[38;5;43m20221213121746548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121746561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121746561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121746562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121746562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121746562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121746562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:48.481585 run patchelf(pid=19284): Terminating (SIGINT)\u000a12:17:48.650421 run patchelf(pid=19284): Terminated: ok {rc=0}\u000a12:17:48.681352 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19281): Process ended prematurely: osmo-stp_10.42.42.5(pid=19281) [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19281)] [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a12:17:48.690251 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:17:48.750692 run osmo-hlr_10.42.42.2(pid=19278): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19278)]\u000a12:17:48.800077 run osmo-hlr_10.42.42.2(pid=19278): stdout: \u000a| (launched: 2022-12-13_12:17:45.222061) \u000a12:17:48.850384 run osmo-hlr_10.42.42.2(pid=19278): stderr: \u000a| �[0;m�[1;31m20221213121745417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121745417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121745417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121745417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121745417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121745417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121745431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121745441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121745441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121745441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:48.893308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19277): Terminating (SIGTERM)\u000a12:17:48.933484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19280): Terminating (SIGTERM)\u000a12:17:48.973791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19283): Terminating (SIGTERM)\u000a12:17:48.983204 --- ParallelTerminationStrategy: PID 19277 died...\u000a12:17:49.037437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19277): Terminated: ok {rc=0}\u000a12:17:49.047285 --- ParallelTerminationStrategy: PID 19280 died...\u000a12:17:49.100923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19280): Terminated: ok {rc=0}\u000a12:17:49.110946 --- ParallelTerminationStrategy: PID 19283 died...\u000a12:17:49.164616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19283): Terminated: ok {rc=0}\u000a12:17:49.253912 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:16:50" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19294): Process ended prematurely: osmo-stp_10.42.42.5(pid=19294) [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19294)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19294): Process ended prematurely: osmo-stp_10.42.42.5(pid=19294) [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:17:51.300922 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:17:51.312924 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:17:51.481715 tst switch_tch_pdch.py: using LAC 33888\u000a12:17:51.607273 tst switch_tch_pdch.py: using RAC 228\u000a12:17:51.733628 tst switch_tch_pdch.py: using CellId 33888\u000a12:17:51.861741 tst switch_tch_pdch.py: using BVCI 33889\u000a12:17:51.886477 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:17:51.898224 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:17:51.909760 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:17:51.921712 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:17:51.934219 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:17:51.946649 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:17:51.959261 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:17:51.971695 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:17:52.091193 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:17:52.367512 tst switch_tch_pdch.py:51: start network...\u000a12:17:52.492346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:52.973737 run create_hlr_db(pid=19288): Launched\u000a12:17:53.147631 bus /gobi_6: Setting Powered False\u000a12:17:54.180827 run create_hlr_db(pid=19288): Terminated: ok {rc=0}\u000a12:17:54.611562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19290): Launched\u000a12:17:54.934637 run osmo-hlr_10.42.42.2(pid=19291): Launched\u000a12:17:55.053428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:55.611935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19293): Launched\u000a12:17:55.935052 run osmo-stp_10.42.42.5(pid=19294): Launched\u000a12:17:56.051305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:56.611852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19296): Launched\u000a12:17:56.726541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:57.007073 run patchelf(pid=19297): Launched\u000a12:17:57.195692 run osmo-stp_10.42.42.5(pid=19294): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19294)]\u000a12:17:57.333900 run osmo-stp_10.42.42.5(pid=19294): stdout: \u000a| (launched: 2022-12-13_12:17:55.775309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:57.472529 run osmo-stp_10.42.42.5(pid=19294): stderr: \u000a| �[0;m�[38;5;43m20221213121755964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121755964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121755964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121755965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121755965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121755965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121755966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:57.605626 run osmo-stp_10.42.42.5(pid=19294): stdout: \u000a| (launched: 2022-12-13_12:17:55.775309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:57.737692 run osmo-stp_10.42.42.5(pid=19294): stderr: \u000a| �[0;m�[38;5;43m20221213121755964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121755964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121755964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121755965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121755965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121755965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121755966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:57.891135 run patchelf(pid=19297): Terminating (SIGINT)\u000a12:17:58.070960 run patchelf(pid=19297): Terminated: ok {rc=0}\u000a12:17:58.103875 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19294): Process ended prematurely: osmo-stp_10.42.42.5(pid=19294) [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19294)] [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:17:58.114088 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a12:17:58.178100 run osmo-hlr_10.42.42.2(pid=19291): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19291)]\u000a12:17:58.230199 run osmo-hlr_10.42.42.2(pid=19291): stdout: \u000a| (launched: 2022-12-13_12:17:54.774835) \u000a12:17:58.283437 run osmo-hlr_10.42.42.2(pid=19291): stderr: \u000a| �[0;m�[1;31m20221213121754970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121754970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121754970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121754970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121754970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121754970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121754983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121754991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121754991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121754991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:58.328863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19290): Terminating (SIGTERM)\u000a12:17:58.371574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19293): Terminating (SIGTERM)\u000a12:17:58.414591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19296): Terminating (SIGTERM)\u000a12:17:58.424425 --- ParallelTerminationStrategy: PID 19290 died...\u000a12:17:58.481830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19290): Terminated: ok {rc=0}\u000a12:17:58.492008 --- ParallelTerminationStrategy: PID 19293 died...\u000a12:17:58.549056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19293): Terminated: ok {rc=0}\u000a12:17:58.559213 --- ParallelTerminationStrategy: PID 19296 died...\u000a12:17:58.616364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19296): Terminated: ok {rc=0}\u000a12:17:58.705626 bus /gobi_0: Setting Powered False\u000a12:17:59.812852 bus /gobi_0: Setting Powered False\u000a12:18:00.947128 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:17:51" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19307): Process ended prematurely: osmo-stp_10.42.42.5(pid=19307) [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19307)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19307): Process ended prematurely: osmo-stp_10.42.42.5(pid=19307) [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:18:02.957836 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:02.970294 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:18:03.133204 tst switch_tch_pdch.py: using LAC 33889\u000a12:18:03.257641 tst switch_tch_pdch.py: using RAC 229\u000a12:18:03.381810 tst switch_tch_pdch.py: using CellId 33889\u000a12:18:03.505636 tst switch_tch_pdch.py: using BVCI 33890\u000a12:18:03.530283 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:03.541833 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:03.553223 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:03.564541 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:03.576157 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:03.587942 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:03.599794 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:03.611463 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:18:03.730253 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:18:04.006851 tst switch_tch_pdch.py:51: start network...\u000a12:18:04.131756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:04.590485 run create_hlr_db(pid=19301): Launched\u000a12:18:04.722953 bus /gobi_6: Setting Powered False\u000a12:18:05.798048 run create_hlr_db(pid=19301): Terminated: ok {rc=0}\u000a12:18:06.199255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19303): Launched\u000a12:18:06.515836 run osmo-hlr_10.42.42.2(pid=19304): Launched\u000a12:18:06.632289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:07.133898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19306): Launched\u000a12:18:07.438035 run osmo-stp_10.42.42.5(pid=19307): Launched\u000a12:18:07.546808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:08.045849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19309): Launched\u000a12:18:08.152556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:08.415482 run patchelf(pid=19310): Launched\u000a12:18:08.591548 run osmo-stp_10.42.42.5(pid=19307): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19307)]\u000a12:18:08.719984 run osmo-stp_10.42.42.5(pid=19307): stdout: \u000a| (launched: 2022-12-13_12:18:07.286376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:08.849247 run osmo-stp_10.42.42.5(pid=19307): stderr: \u000a| �[0;m�[38;5;43m20221213121807453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121807453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121807453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121807453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121807454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121807454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121807454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:08.973598 run osmo-stp_10.42.42.5(pid=19307): stdout: \u000a| (launched: 2022-12-13_12:18:07.286376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:09.096114 run osmo-stp_10.42.42.5(pid=19307): stderr: \u000a| �[0;m�[38;5;43m20221213121807453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121807453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121807453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121807453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121807454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121807454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121807454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:09.238990 run patchelf(pid=19310): Terminating (SIGINT)\u000a12:18:09.406490 run patchelf(pid=19310): Terminated: ok {rc=0}\u000a12:18:09.437860 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19307): Process ended prematurely: osmo-stp_10.42.42.5(pid=19307) [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19307)] [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:18:09.446826 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:18:09.507212 run osmo-hlr_10.42.42.2(pid=19304): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19304)]\u000a12:18:09.556972 run osmo-hlr_10.42.42.2(pid=19304): stdout: \u000a| (launched: 2022-12-13_12:18:06.362598) \u000a12:18:09.607462 run osmo-hlr_10.42.42.2(pid=19304): stderr: \u000a| �[0;m�[1;31m20221213121806542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121806542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121806542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121806543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121806543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121806543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121806555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121806564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121806564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121806564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:09.650471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19303): Terminating (SIGTERM)\u000a12:18:09.690703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19306): Terminating (SIGTERM)\u000a12:18:09.730975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19309): Terminating (SIGTERM)\u000a12:18:09.740357 --- ParallelTerminationStrategy: PID 19303 died...\u000a12:18:09.794254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19303): Terminated: ok {rc=0}\u000a12:18:09.803912 --- ParallelTerminationStrategy: PID 19306 died...\u000a12:18:09.857166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19306): Terminated: ok {rc=0}\u000a12:18:09.866592 --- ParallelTerminationStrategy: PID 19309 died...\u000a12:18:09.919918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19309): Terminated: ok {rc=0}\u000a12:18:10.008923 bus /gobi_0: Setting Powered False\u000a12:18:11.113686 bus /gobi_0: Setting Powered False\u000a12:18:12.222978 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:18:02" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19315): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19315) [trial-2389↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19315)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19315): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19315) [trial-2389↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a12:18:14.131687 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a12:18:14.142982 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a12:18:14.289198 tst mo_mt_sms.py: using LAC 33890\u000a12:18:14.417516 tst mo_mt_sms.py: using RAC 230\u000a12:18:14.544562 tst mo_mt_sms.py: using CellId 33890\u000a12:18:14.672257 tst mo_mt_sms.py: using BVCI 33891\u000a12:18:14.696547 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:18:14.812269 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:18:15.099788 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:18:15.234236 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:18:15.900487 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19314): Launched\u000a12:18:16.237878 run osmo-nitb_10.42.42.2(pid=19315): Launched\u000a12:18:16.437662 run osmo-nitb_10.42.42.2(pid=19315): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19315)]\u000a12:18:16.579608 run osmo-nitb_10.42.42.2(pid=19315): stdout: \u000a| (launched: 2022-12-13_12:18:16.066617) \u000a12:18:16.720394 run osmo-nitb_10.42.42.2(pid=19315): stderr: \u000a| (launched: 2022-12-13_12:18:16.115017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:16.855547 run osmo-nitb_10.42.42.2(pid=19315): stdout: \u000a| (launched: 2022-12-13_12:18:16.066617) \u000a12:18:16.990813 run osmo-nitb_10.42.42.2(pid=19315): stderr: \u000a| (launched: 2022-12-13_12:18:16.115017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:17.362768 tst osmo-nitb_10.42.42.2(pid=19315): stdout: \u000a| (launched: 2022-12-13_12:18:16.066617) \u000a12:18:17.485521 tst osmo-nitb_10.42.42.2(pid=19315): stderr: \u000a| (launched: 2022-12-13_12:18:16.115017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:17.538575 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19315): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19315) [trial-2389↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19315)] [trial-2389↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a12:18:17.547105 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a12:18:17.582407 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19314): Terminating (SIGTERM)\u000a12:18:17.760083 --- ParallelTerminationStrategy: PID 19314 died...\u000a12:18:17.816156 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19314): Terminated: ok {rc=0}\u000a12:18:17.906249 bus /sierra_3: Setting Powered False\u000a12:18:19.013068 bus /sierra_3: Setting Powered False\u000a12:18:20.126701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:18:13" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19325): Process ended prematurely: osmo-stp_10.42.42.5(pid=19325) [trial-2389↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19325)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19325): Process ended prematurely: osmo-stp_10.42.42.5(pid=19325) [trial-2389↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a12:18:22.033247 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:22.044415 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a12:18:22.187040 tst mo_mt_sms.py: using LAC 33891\u000a12:18:22.313823 tst mo_mt_sms.py: using RAC 231\u000a12:18:22.438995 tst mo_mt_sms.py: using CellId 33891\u000a12:18:22.564294 tst mo_mt_sms.py: using BVCI 33892\u000a12:18:22.588866 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:22.599944 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:22.610950 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:22.621869 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:22.633210 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:22.644336 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:18:22.760516 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:18:22.973857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:23.479205 run create_hlr_db(pid=19319): Launched\u000a12:18:23.666310 bus /sierra_2: Setting Powered False\u000a12:18:24.685567 run create_hlr_db(pid=19319): Terminated: ok {rc=0}\u000a12:18:25.089652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19321): Launched\u000a12:18:25.394029 run osmo-hlr_10.42.42.2(pid=19322): Launched\u000a12:18:25.506504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:26.029623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19324): Launched\u000a12:18:26.328494 run osmo-stp_10.42.42.5(pid=19325): Launched\u000a12:18:26.436407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:18:26.985035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19327): Launched\u000a12:18:27.284629 run osmo-msc_10.42.42.6(pid=19328): Launched\u000a12:18:27.461309 run osmo-stp_10.42.42.5(pid=19325): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19325)]\u000a12:18:27.588799 run osmo-stp_10.42.42.5(pid=19325): stdout: \u000a| (launched: 2022-12-13_12:18:26.181469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:27.713609 run osmo-stp_10.42.42.5(pid=19325): stderr: \u000a| �[0;m�[38;5;43m20221213121826350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121826350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121826350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121826351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121826351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121826351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121826351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:27.833861 run osmo-stp_10.42.42.5(pid=19325): stdout: \u000a| (launched: 2022-12-13_12:18:26.181469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:27.953196 run osmo-stp_10.42.42.5(pid=19325): stderr: \u000a| �[0;m�[38;5;43m20221213121826350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121826350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121826350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121826351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121826351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121826351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121826351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:28.005568 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19325): Process ended prematurely: osmo-stp_10.42.42.5(pid=19325) [trial-2389↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19325)] [trial-2389↪sms:trx-lms↪mo_mt_sms.py:16]\u000a12:18:28.013595 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a12:18:28.072541 run osmo-hlr_10.42.42.2(pid=19322): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19322)]\u000a12:18:28.121103 run osmo-hlr_10.42.42.2(pid=19322): stdout: \u000a| (launched: 2022-12-13_12:18:25.242124) \u000a12:18:28.170988 run osmo-hlr_10.42.42.2(pid=19322): stderr: \u000a| �[0;m�[1;31m20221213121825414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121825415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121825415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121825415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121825415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121825415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121825427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121825435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121825435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121825435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:28.237944 run osmo-msc_10.42.42.6(pid=19328): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19328)]\u000a12:18:28.286522 run osmo-msc_10.42.42.6(pid=19328): stdout: \u000a| (launched: 2022-12-13_12:18:27.137092) \u000a12:18:28.336024 run osmo-msc_10.42.42.6(pid=19328): stderr: \u000a| �[0;m�[38;5;43m20221213121827406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121827406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5efca9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121827406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121827406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121827406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121827406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121827408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121827408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121827409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121827409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:18:28.378089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19321): Terminating (SIGTERM)\u000a12:18:28.417637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19324): Terminating (SIGTERM)\u000a12:18:28.457406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19327): Terminating (SIGTERM)\u000a12:18:28.466487 --- ParallelTerminationStrategy: PID 19321 died...\u000a12:18:28.519507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19321): Terminated: ok {rc=0}\u000a12:18:28.529027 --- ParallelTerminationStrategy: PID 19324 died...\u000a12:18:28.581718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19324): Terminated: ok {rc=0}\u000a12:18:28.591131 --- ParallelTerminationStrategy: PID 19327 died...\u000a12:18:28.643742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19327): Terminated: ok {rc=0}\u000a12:18:28.731979 bus /sierra_3: Setting Powered False\u000a12:18:29.833748 bus /sierra_3: Setting Powered False\u000a12:18:30.960202 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:18:21" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19334): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19334) [trial-2389↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19334)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19334): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19334) [trial-2389↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a12:18:32.838070 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a12:18:32.848871 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a12:18:32.995175 tst assert_extension.py: using LAC 33892\u000a12:18:33.118890 tst assert_extension.py: using RAC 232\u000a12:18:33.240260 tst assert_extension.py: using CellId 33892\u000a12:18:33.361755 tst assert_extension.py: using BVCI 33893\u000a12:18:33.384514 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a12:18:33.678845 tst assert_extension.py:10: start nitb and bts...\u000a12:18:33.814419 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:18:34.479489 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19333): Launched\u000a12:18:34.791671 run osmo-nitb_10.42.42.2(pid=19334): Launched\u000a12:18:34.975888 run osmo-nitb_10.42.42.2(pid=19334): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19334)]\u000a12:18:35.111946 run osmo-nitb_10.42.42.2(pid=19334): stdout: \u000a| (launched: 2022-12-13_12:18:34.642482) \u000a12:18:35.248338 run osmo-nitb_10.42.42.2(pid=19334): stderr: \u000a| (launched: 2022-12-13_12:18:34.690157)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:35.379732 run osmo-nitb_10.42.42.2(pid=19334): stdout: \u000a| (launched: 2022-12-13_12:18:34.642482) \u000a12:18:35.509985 run osmo-nitb_10.42.42.2(pid=19334): stderr: \u000a| (launched: 2022-12-13_12:18:34.690157)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:35.912635 tst osmo-nitb_10.42.42.2(pid=19334): stdout: \u000a| (launched: 2022-12-13_12:18:34.642482) \u000a12:18:36.032942 tst osmo-nitb_10.42.42.2(pid=19334): stderr: \u000a| (launched: 2022-12-13_12:18:34.690157)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:18:36.085559 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19334): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19334) [trial-2389↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19334)] [trial-2389↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a12:18:36.093974 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:18:36.128501 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19333): Terminating (SIGTERM)\u000a12:18:36.305996 --- ParallelTerminationStrategy: PID 19333 died...\u000a12:18:36.361208 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19333): Terminated: ok {rc=0}\u000a12:18:36.445404 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:18:32" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19344): Process ended prematurely: osmo-stp_10.42.42.5(pid=19344) [trial-2389↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19344)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19344): Process ended prematurely: osmo-stp_10.42.42.5(pid=19344) [trial-2389↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a12:18:38.290515 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:38.301697 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a12:18:38.448533 tst assert_extension.py: using LAC 33893\u000a12:18:38.569149 tst assert_extension.py: using RAC 233\u000a12:18:38.686435 tst assert_extension.py: using CellId 33893\u000a12:18:38.802421 tst assert_extension.py: using BVCI 33894\u000a12:18:38.825291 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:38.835891 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:38.846393 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:38.856710 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:38.867736 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:18:38.878684 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a12:18:39.088515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:39.595716 run create_hlr_db(pid=19338): Launched\u000a12:18:39.783461 bus /sierra_2: Setting Powered False\u000a12:18:40.802344 run create_hlr_db(pid=19338): Terminated: ok {rc=0}\u000a12:18:41.217370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19340): Launched\u000a12:18:41.539577 run osmo-hlr_10.42.42.2(pid=19341): Launched\u000a12:18:41.659403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:42.227631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19343): Launched\u000a12:18:42.549571 run osmo-stp_10.42.42.5(pid=19344): Launched\u000a12:18:42.666920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:18:43.252869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19346): Launched\u000a12:18:43.576400 run osmo-msc_10.42.42.6(pid=19347): Launched\u000a12:18:43.764588 run osmo-stp_10.42.42.5(pid=19344): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19344)]\u000a12:18:43.901189 run osmo-stp_10.42.42.5(pid=19344): stdout: \u000a| (launched: 2022-12-13_12:18:42.391525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:44.036888 run osmo-stp_10.42.42.5(pid=19344): stderr: \u000a| �[0;m�[38;5;43m20221213121842580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121842580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121842580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121842581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121842581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121842581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121842581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:44.166477 run osmo-stp_10.42.42.5(pid=19344): stdout: \u000a| (launched: 2022-12-13_12:18:42.391525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:44.294858 run osmo-stp_10.42.42.5(pid=19344): stderr: \u000a| �[0;m�[38;5;43m20221213121842580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121842580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121842580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121842581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121842581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121842581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121842581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:44.351394 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19344): Process ended prematurely: osmo-stp_10.42.42.5(pid=19344) [trial-2389↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19344)] [trial-2389↪ussd:trx-lms↪assert_extension.py:17]\u000a12:18:44.360411 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a12:18:44.423906 run osmo-hlr_10.42.42.2(pid=19341): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19341)]\u000a12:18:44.475939 run osmo-hlr_10.42.42.2(pid=19341): stdout: \u000a| (launched: 2022-12-13_12:18:41.381161) \u000a12:18:44.528612 run osmo-hlr_10.42.42.2(pid=19341): stderr: \u000a| �[0;m�[1;31m20221213121841576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121841576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121841576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121841576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121841576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121841576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121841588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121841596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121841597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121841597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:44.600161 run osmo-msc_10.42.42.6(pid=19347): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19347)]\u000a12:18:44.652136 run osmo-msc_10.42.42.6(pid=19347): stdout: \u000a| (launched: 2022-12-13_12:18:43.416371) \u000a12:18:44.704797 run osmo-msc_10.42.42.6(pid=19347): stderr: \u000a| �[0;m�[38;5;43m20221213121843735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121843735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94f709bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121843735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121843735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121843735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121843736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121843737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121843738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121843738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121843738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:18:44.750109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19340): Terminating (SIGTERM)\u000a12:18:44.793158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19343): Terminating (SIGTERM)\u000a12:18:44.836267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19346): Terminating (SIGTERM)\u000a12:18:44.846154 --- ParallelTerminationStrategy: PID 19340 died...\u000a12:18:44.903940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19340): Terminated: ok {rc=0}\u000a12:18:44.914249 --- ParallelTerminationStrategy: PID 19343 died...\u000a12:18:44.971448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19343): Terminated: ok {rc=0}\u000a12:18:44.982042 --- ParallelTerminationStrategy: PID 19346 died...\u000a12:18:45.039099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19346): Terminated: ok {rc=0}\u000a12:18:45.127795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:18:38" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19358): Process ended prematurely: osmo-stp_10.42.42.5(pid=19358) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19358)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19358): Process ended prematurely: osmo-stp_10.42.42.5(pid=19358) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:18:47.111348 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:47.123291 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:18:47.281418 tst mo_mt_call.py: using LAC 33894\u000a12:18:47.403759 tst mo_mt_call.py: using RAC 234\u000a12:18:47.529576 tst mo_mt_call.py: using CellId 33894\u000a12:18:47.647981 tst mo_mt_call.py: using BVCI 33895\u000a12:18:47.671306 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:47.682405 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:47.693407 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:47.704235 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:47.715248 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:47.726605 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:18:47.849345 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:18:48.063181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:48.579608 run create_hlr_db(pid=19352): Launched\u000a12:18:48.769967 bus /sierra_2: Setting Powered False\u000a12:18:49.791675 run create_hlr_db(pid=19352): Terminated: ok {rc=0}\u000a12:18:50.203331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19354): Launched\u000a12:18:50.508603 run osmo-hlr_10.42.42.2(pid=19355): Launched\u000a12:18:50.630389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:51.168372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19357): Launched\u000a12:18:51.474203 run osmo-stp_10.42.42.5(pid=19358): Launched\u000a12:18:51.585466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:18:52.144020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19360): Launched\u000a12:18:52.449892 run osmo-msc_10.42.42.6(pid=19361): Launched\u000a12:18:52.628419 run osmo-stp_10.42.42.5(pid=19358): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19358)]\u000a12:18:52.757271 run osmo-stp_10.42.42.5(pid=19358): stdout: \u000a| (launched: 2022-12-13_12:18:51.324416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:52.884137 run osmo-stp_10.42.42.5(pid=19358): stderr: \u000a| �[0;m�[38;5;43m20221213121851495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121851496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121851496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121851496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121851497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121851497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121851497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:53.006711 run osmo-stp_10.42.42.5(pid=19358): stdout: \u000a| (launched: 2022-12-13_12:18:51.324416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:53.127678 run osmo-stp_10.42.42.5(pid=19358): stderr: \u000a| �[0;m�[38;5;43m20221213121851495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121851496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121851496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121851496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121851497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121851497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121851497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:53.181402 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19358): Process ended prematurely: osmo-stp_10.42.42.5(pid=19358) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19358)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:18:53.190338 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:18:53.250087 run osmo-hlr_10.42.42.2(pid=19355): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19355)]\u000a12:18:53.299012 run osmo-hlr_10.42.42.2(pid=19355): stdout: \u000a| (launched: 2022-12-13_12:18:50.358431) \u000a12:18:53.348875 run osmo-hlr_10.42.42.2(pid=19355): stderr: \u000a| �[0;m�[1;31m20221213121850535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121850535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121850535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121850535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121850536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121850536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121850548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121850557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121850557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121850557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:53.416604 run osmo-msc_10.42.42.6(pid=19361): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19361)]\u000a12:18:53.465641 run osmo-msc_10.42.42.6(pid=19361): stdout: \u000a| (launched: 2022-12-13_12:18:52.298762) \u000a12:18:53.515197 run osmo-msc_10.42.42.6(pid=19361): stderr: \u000a| �[0;m�[38;5;43m20221213121852570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121852570 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feff2b6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121852570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121852570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121852570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121852570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121852572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121852572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121852573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121852573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:18:53.557341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19354): Terminating (SIGTERM)\u000a12:18:53.597388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19357): Terminating (SIGTERM)\u000a12:18:53.637324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19360): Terminating (SIGTERM)\u000a12:18:53.646569 --- ParallelTerminationStrategy: PID 19354 died...\u000a12:18:53.700287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19354): Terminated: ok {rc=0}\u000a12:18:53.709950 --- ParallelTerminationStrategy: PID 19357 died...\u000a12:18:53.763283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19357): Terminated: ok {rc=0}\u000a12:18:53.773409 --- ParallelTerminationStrategy: PID 19360 died...\u000a12:18:53.827061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19360): Terminated: ok {rc=0}\u000a12:18:53.917262 bus /sierra_3: Setting Powered False\u000a12:18:55.022324 bus /sierra_3: Setting Powered False\u000a12:18:56.135604 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19369): Process ended prematurely: osmo-stp_10.42.42.5(pid=19369) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19369)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19369): Process ended prematurely: osmo-stp_10.42.42.5(pid=19369) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:18:57.246711 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:57.258461 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:18:57.417885 tst mo_mt_call_osmux.py: using LAC 33895\u000a12:18:57.536091 tst mo_mt_call_osmux.py: using RAC 235\u000a12:18:57.655876 tst mo_mt_call_osmux.py: using CellId 33895\u000a12:18:57.775881 tst mo_mt_call_osmux.py: using BVCI 33896\u000a12:18:57.799126 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:57.810724 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:57.821801 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:57.832848 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:57.843938 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:18:57.854870 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:18:57.976491 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:18:58.184624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:58.676246 run create_hlr_db(pid=19363): Launched\u000a12:18:58.853407 bus /sierra_2: Setting Powered False\u000a12:18:59.875427 run create_hlr_db(pid=19363): Terminated: ok {rc=0}\u000a12:19:00.285196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19365): Launched\u000a12:19:00.591997 run osmo-hlr_10.42.42.2(pid=19366): Launched\u000a12:19:00.714574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:01.280639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19368): Launched\u000a12:19:01.731557 run osmo-stp_10.42.42.5(pid=19369): Launched\u000a12:19:01.903301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:02.513982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19371): Launched\u000a12:19:02.842330 run osmo-msc_10.42.42.6(pid=19372): Launched\u000a12:19:03.033503 run osmo-stp_10.42.42.5(pid=19369): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19369)]\u000a12:19:03.171850 run osmo-stp_10.42.42.5(pid=19369): stdout: \u000a| (launched: 2022-12-13_12:19:01.439762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:03.309037 run osmo-stp_10.42.42.5(pid=19369): stderr: \u000a| �[0;m�[38;5;43m20221213121901657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121901657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121901658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121901658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:03.440608 run osmo-stp_10.42.42.5(pid=19369): stdout: \u000a| (launched: 2022-12-13_12:19:01.439762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:03.570930 run osmo-stp_10.42.42.5(pid=19369): stderr: \u000a| �[0;m�[38;5;43m20221213121901657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121901657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121901658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121901658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:03.628443 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19369): Process ended prematurely: osmo-stp_10.42.42.5(pid=19369) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19369)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:19:03.638261 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:19:03.702477 run osmo-hlr_10.42.42.2(pid=19366): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19366)]\u000a12:19:03.755246 run osmo-hlr_10.42.42.2(pid=19366): stdout: \u000a| (launched: 2022-12-13_12:19:00.441727) \u000a12:19:03.808927 run osmo-hlr_10.42.42.2(pid=19366): stderr: \u000a| �[0;m�[1;31m20221213121900616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121900616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121900616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121900616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121900616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121900616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121900629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121900637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121900638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121900638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:03.881599 run osmo-msc_10.42.42.6(pid=19372): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19372)]\u000a12:19:03.934385 run osmo-msc_10.42.42.6(pid=19372): stdout: \u000a| (launched: 2022-12-13_12:19:02.680918) \u000a12:19:03.987553 run osmo-msc_10.42.42.6(pid=19372): stderr: \u000a| �[0;m�[38;5;43m20221213121902999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121903000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca32c7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121903000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121903000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121903000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121903000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121903002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121903002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121903002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121903002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:04.032799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19365): Terminating (SIGTERM)\u000a12:19:04.075826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19368): Terminating (SIGTERM)\u000a12:19:04.118956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19371): Terminating (SIGTERM)\u000a12:19:04.128826 --- ParallelTerminationStrategy: PID 19365 died...\u000a12:19:04.186569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19365): Terminated: ok {rc=0}\u000a12:19:04.196862 --- ParallelTerminationStrategy: PID 19368 died...\u000a12:19:04.254225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19368): Terminated: ok {rc=0}\u000a12:19:04.264469 --- ParallelTerminationStrategy: PID 19371 died...\u000a12:19:04.321745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19371): Terminated: ok {rc=0}\u000a12:19:04.410520 bus /sierra_3: Setting Powered False\u000a12:19:05.513390 bus /sierra_3: Setting Powered False\u000a12:19:06.625748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:18:46" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19384): Process ended prematurely: osmo-stp_10.42.42.5(pid=19384) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19384)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19384): Process ended prematurely: osmo-stp_10.42.42.5(pid=19384) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:19:08.623416 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:08.634844 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:19:08.795466 tst mo_mt_call.py: using LAC 33896\u000a12:19:08.917869 tst mo_mt_call.py: using RAC 236\u000a12:19:09.037139 tst mo_mt_call.py: using CellId 33896\u000a12:19:09.162958 tst mo_mt_call.py: using BVCI 33897\u000a12:19:09.186225 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:09.197373 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:09.208299 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:09.219208 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:09.230222 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:09.241205 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:09.357654 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:09.569298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:10.089687 run create_hlr_db(pid=19378): Launched\u000a12:19:10.279910 bus /sierra_2: Setting Powered False\u000a12:19:11.300603 run create_hlr_db(pid=19378): Terminated: ok {rc=0}\u000a12:19:11.737957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19380): Launched\u000a12:19:12.068113 run osmo-hlr_10.42.42.2(pid=19381): Launched\u000a12:19:12.187477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:12.758430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19383): Launched\u000a12:19:13.087225 run osmo-stp_10.42.42.5(pid=19384): Launched\u000a12:19:13.205749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:13.804819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19386): Launched\u000a12:19:14.133508 run osmo-msc_10.42.42.6(pid=19387): Launched\u000a12:19:14.325116 run osmo-stp_10.42.42.5(pid=19384): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19384)]\u000a12:19:14.463679 run osmo-stp_10.42.42.5(pid=19384): stdout: \u000a| (launched: 2022-12-13_12:19:12.924831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:14.600940 run osmo-stp_10.42.42.5(pid=19384): stderr: \u000a| �[0;m�[38;5;43m20221213121913113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121913114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121913114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121913114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121913115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121913115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121913115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:14.732511 run osmo-stp_10.42.42.5(pid=19384): stdout: \u000a| (launched: 2022-12-13_12:19:12.924831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:14.863183 run osmo-stp_10.42.42.5(pid=19384): stderr: \u000a| �[0;m�[38;5;43m20221213121913113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121913114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121913114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121913114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121913115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121913115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121913115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:14.920844 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19384): Process ended prematurely: osmo-stp_10.42.42.5(pid=19384) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19384)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:19:14.930473 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:19:14.993959 run osmo-hlr_10.42.42.2(pid=19381): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19381)]\u000a12:19:15.045795 run osmo-hlr_10.42.42.2(pid=19381): stdout: \u000a| (launched: 2022-12-13_12:19:11.905676) \u000a12:19:15.098197 run osmo-hlr_10.42.42.2(pid=19381): stderr: \u000a| �[0;m�[1;31m20221213121912101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121912101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121912101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121912101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121912101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121912101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121912117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121912127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121912127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121912127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:15.169307 run osmo-msc_10.42.42.6(pid=19387): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19387)]\u000a12:19:15.221138 run osmo-msc_10.42.42.6(pid=19387): stdout: \u000a| (launched: 2022-12-13_12:19:13.971549) \u000a12:19:15.273721 run osmo-msc_10.42.42.6(pid=19387): stderr: \u000a| �[0;m�[38;5;43m20221213121914289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121914289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd39072dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121914289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121914289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121914290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121914290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121914291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121914292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121914292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121914292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:15.318657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19380): Terminating (SIGTERM)\u000a12:19:15.361174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19383): Terminating (SIGTERM)\u000a12:19:15.403426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19386): Terminating (SIGTERM)\u000a12:19:15.413168 --- ParallelTerminationStrategy: PID 19380 died...\u000a12:19:15.470469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19380): Terminated: ok {rc=0}\u000a12:19:15.480662 --- ParallelTerminationStrategy: PID 19383 died...\u000a12:19:15.537761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19383): Terminated: ok {rc=0}\u000a12:19:15.547835 --- ParallelTerminationStrategy: PID 19386 died...\u000a12:19:15.604683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19386): Terminated: ok {rc=0}\u000a12:19:15.693457 bus /sierra_3: Setting Powered False\u000a12:19:16.797830 bus /sierra_3: Setting Powered False\u000a12:19:17.905082 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19395): Process ended prematurely: osmo-stp_10.42.42.5(pid=19395) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19395)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19395): Process ended prematurely: osmo-stp_10.42.42.5(pid=19395) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:19:19.014240 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:19.025939 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:19:19.183733 tst mo_mt_call_osmux.py: using LAC 33897\u000a12:19:19.301698 tst mo_mt_call_osmux.py: using RAC 237\u000a12:19:19.419944 tst mo_mt_call_osmux.py: using CellId 33897\u000a12:19:19.539574 tst mo_mt_call_osmux.py: using BVCI 33898\u000a12:19:19.562801 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:19.573982 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:19.584903 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:19.596005 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:19.607175 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:19.618173 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:19.733739 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:19.938710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:20.429980 run create_hlr_db(pid=19389): Launched\u000a12:19:20.606059 bus /sierra_2: Setting Powered False\u000a12:19:21.627803 run create_hlr_db(pid=19389): Terminated: ok {rc=0}\u000a12:19:22.037455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19391): Launched\u000a12:19:22.343203 run osmo-hlr_10.42.42.2(pid=19392): Launched\u000a12:19:22.454849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:22.987354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19394): Launched\u000a12:19:23.293617 run osmo-stp_10.42.42.5(pid=19395): Launched\u000a12:19:23.404221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:23.963464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19397): Launched\u000a12:19:24.270724 run osmo-msc_10.42.42.6(pid=19398): Launched\u000a12:19:24.449732 run osmo-stp_10.42.42.5(pid=19395): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19395)]\u000a12:19:24.579196 run osmo-stp_10.42.42.5(pid=19395): stdout: \u000a| (launched: 2022-12-13_12:19:23.142974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:24.706207 run osmo-stp_10.42.42.5(pid=19395): stderr: \u000a| �[0;m�[38;5;43m20221213121923312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121923312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121923312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121923313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121923313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121923313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121923313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:24.828550 run osmo-stp_10.42.42.5(pid=19395): stdout: \u000a| (launched: 2022-12-13_12:19:23.142974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:24.950156 run osmo-stp_10.42.42.5(pid=19395): stderr: \u000a| �[0;m�[38;5;43m20221213121923312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121923312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121923312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121923313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121923313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121923313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121923313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:25.003797 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19395): Process ended prematurely: osmo-stp_10.42.42.5(pid=19395) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19395)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:19:25.012550 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:19:25.072675 run osmo-hlr_10.42.42.2(pid=19392): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19392)]\u000a12:19:25.122489 run osmo-hlr_10.42.42.2(pid=19392): stdout: \u000a| (launched: 2022-12-13_12:19:22.192637) \u000a12:19:25.173091 run osmo-hlr_10.42.42.2(pid=19392): stderr: \u000a| �[0;m�[1;31m20221213121922369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121922369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121922369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121922369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121922369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121922369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121922381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121922390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121922391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121922391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:25.241522 run osmo-msc_10.42.42.6(pid=19398): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19398)]\u000a12:19:25.291293 run osmo-msc_10.42.42.6(pid=19398): stdout: \u000a| (launched: 2022-12-13_12:19:24.119196) \u000a12:19:25.341484 run osmo-msc_10.42.42.6(pid=19398): stderr: \u000a| �[0;m�[38;5;43m20221213121924389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121924389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63f0bc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121924389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121924389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121924389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121924389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121924391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121924391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121924392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121924392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:25.384051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19391): Terminating (SIGTERM)\u000a12:19:25.424330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19394): Terminating (SIGTERM)\u000a12:19:25.464752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19397): Terminating (SIGTERM)\u000a12:19:25.474111 --- ParallelTerminationStrategy: PID 19391 died...\u000a12:19:25.528564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19391): Terminated: ok {rc=0}\u000a12:19:25.538285 --- ParallelTerminationStrategy: PID 19394 died...\u000a12:19:25.592047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19394): Terminated: ok {rc=0}\u000a12:19:25.601743 --- ParallelTerminationStrategy: PID 19397 died...\u000a12:19:25.655415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19397): Terminated: ok {rc=0}\u000a12:19:25.745352 bus /sierra_3: Setting Powered False\u000a12:19:26.850923 bus /sierra_3: Setting Powered False\u000a12:19:27.965704 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:19:08" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19410): Process ended prematurely: osmo-stp_10.42.42.5(pid=19410) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19410)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19410): Process ended prematurely: osmo-stp_10.42.42.5(pid=19410) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:19:29.978571 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:29.990495 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:19:30.156125 tst mo_mt_call.py: using LAC 33898\u000a12:19:30.285860 tst mo_mt_call.py: using RAC 238\u000a12:19:30.407889 tst mo_mt_call.py: using CellId 33898\u000a12:19:30.528373 tst mo_mt_call.py: using BVCI 33899\u000a12:19:30.551640 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:30.562877 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:30.573853 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:30.584702 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:30.595689 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:30.606699 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:19:30.726430 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:19:30.968557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:31.510202 run create_hlr_db(pid=19403): Launched\u000a12:19:31.709398 bus /sierra_2: Setting Powered False\u000a12:19:32.725845 run create_hlr_db(pid=19403): Terminated: ok {rc=0}\u000a12:19:33.164144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19405): Launched\u000a12:19:33.494503 run osmo-hlr_10.42.42.2(pid=19406): Launched\u000a12:19:33.613218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:34.183631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19408): Launched\u000a12:19:34.512931 run osmo-stp_10.42.42.5(pid=19410): Launched\u000a12:19:34.631933 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:35.229953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19412): Launched\u000a12:19:35.558002 run osmo-msc_10.42.42.6(pid=19413): Launched\u000a12:19:35.749069 run osmo-stp_10.42.42.5(pid=19410): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19410)]\u000a12:19:35.887358 run osmo-stp_10.42.42.5(pid=19410): stdout: \u000a| (launched: 2022-12-13_12:19:34.350920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:36.024717 run osmo-stp_10.42.42.5(pid=19410): stderr: \u000a| �[0;m�[38;5;43m20221213121934542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121934542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121934542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121934542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121934543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121934543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121934543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:36.156117 run osmo-stp_10.42.42.5(pid=19410): stdout: \u000a| (launched: 2022-12-13_12:19:34.350920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:36.286390 run osmo-stp_10.42.42.5(pid=19410): stderr: \u000a| �[0;m�[38;5;43m20221213121934542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121934542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121934542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121934542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121934543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121934543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121934543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:36.343920 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19410): Process ended prematurely: osmo-stp_10.42.42.5(pid=19410) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19410)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:19:36.353235 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:19:36.416870 run osmo-hlr_10.42.42.2(pid=19406): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19406)]\u000a12:19:36.468629 run osmo-hlr_10.42.42.2(pid=19406): stdout: \u000a| (launched: 2022-12-13_12:19:33.331171) \u000a12:19:36.521003 run osmo-hlr_10.42.42.2(pid=19406): stderr: \u000a| �[0;m�[1;31m20221213121933528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121933529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121933529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121933529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121933529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121933529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121933540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121933551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121933551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121933551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:36.591943 run osmo-msc_10.42.42.6(pid=19413): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19413)]\u000a12:19:36.643518 run osmo-msc_10.42.42.6(pid=19413): stdout: \u000a| (launched: 2022-12-13_12:19:35.396168) \u000a12:19:36.695718 run osmo-msc_10.42.42.6(pid=19413): stderr: \u000a| �[0;m�[38;5;43m20221213121935715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121935716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6057c03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121935716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121935716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121935716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121935716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121935718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121935718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121935718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121935718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:36.740206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19405): Terminating (SIGTERM)\u000a12:19:36.782279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19408): Terminating (SIGTERM)\u000a12:19:36.825181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19412): Terminating (SIGTERM)\u000a12:19:36.834861 --- ParallelTerminationStrategy: PID 19405 died...\u000a12:19:36.891811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19405): Terminated: ok {rc=0}\u000a12:19:36.902079 --- ParallelTerminationStrategy: PID 19408 died...\u000a12:19:36.959089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19408): Terminated: ok {rc=0}\u000a12:19:36.969334 --- ParallelTerminationStrategy: PID 19412 died...\u000a12:19:37.026287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19412): Terminated: ok {rc=0}\u000a12:19:37.115209 bus /sierra_3: Setting Powered False\u000a12:19:38.222748 bus /sierra_3: Setting Powered False\u000a12:19:39.332278 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:19:40.447864 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:40.460313 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:19:40.627162 tst mo_mt_call_osmux.py: using LAC 33899\u000a12:19:40.756702 tst mo_mt_call_osmux.py: using RAC 239\u000a12:19:40.886781 tst mo_mt_call_osmux.py: using CellId 33899\u000a12:19:41.016488 tst mo_mt_call_osmux.py: using BVCI 33900\u000a12:19:41.041687 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:41.053419 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:41.064823 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:41.076208 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:41.088080 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:19:41.099858 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:19:41.219011 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:19:41.433071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:41.949773 run create_hlr_db(pid=19415): Launched\u000a12:19:42.139495 bus /sierra_2: Setting Powered False\u000a12:19:43.159974 run create_hlr_db(pid=19415): Terminated: ok {rc=0}\u000a12:19:43.571680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Launched\u000a12:19:43.877902 run osmo-hlr_10.42.42.2(pid=19418): Launched\u000a12:19:43.999081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:44.539040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Launched\u000a12:19:44.844568 run osmo-stp_10.42.42.5(pid=19421): Launched\u000a12:19:44.955354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:45.514859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Launched\u000a12:19:45.842483 run osmo-msc_10.42.42.6(pid=19424): Launched\u000a12:19:46.205568 run osmo-stp_10.42.42.5(pid=19421): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]\u000a12:19:46.347525 run osmo-stp_10.42.42.5(pid=19421): stdout: \u000a| (launched: 2022-12-13_12:19:44.694248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:46.490199 run osmo-stp_10.42.42.5(pid=19421): stderr: \u000a| �[0;m�[38;5;43m20221213121944861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121944862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121944862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121944862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121944863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121944863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121944863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:46.627792 run osmo-stp_10.42.42.5(pid=19421): stdout: \u000a| (launched: 2022-12-13_12:19:44.694248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:46.786421 run osmo-stp_10.42.42.5(pid=19421): stderr: \u000a| �[0;m�[38;5;43m20221213121944861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121944862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121944862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121944862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121944863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121944863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121944863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:46.848248 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:19:46.859240 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:19:46.927487 run osmo-hlr_10.42.42.2(pid=19418): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19418)]\u000a12:19:46.982671 run osmo-hlr_10.42.42.2(pid=19418): stdout: \u000a| (launched: 2022-12-13_12:19:43.727013) \u000a12:19:47.038455 run osmo-hlr_10.42.42.2(pid=19418): stderr: \u000a| �[0;m�[1;31m20221213121943901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121943901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121943901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121943901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121943901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121943901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121943913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121943925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121943925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121943925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:47.112671 run osmo-msc_10.42.42.6(pid=19424): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19424)]\u000a12:19:47.168453 run osmo-msc_10.42.42.6(pid=19424): stdout: \u000a| (launched: 2022-12-13_12:19:45.670133) \u000a12:19:47.223866 run osmo-msc_10.42.42.6(pid=19424): stderr: \u000a| �[0;m�[38;5;43m20221213121945965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121945966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fbefebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121945966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121945966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121945966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121945966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121945968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121945968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121945968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121945968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:47.271417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Terminating (SIGTERM)\u000a12:19:47.315745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Terminating (SIGTERM)\u000a12:19:47.358841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Terminating (SIGTERM)\u000a12:19:47.368688 --- ParallelTerminationStrategy: PID 19417 died...\u000a12:19:47.426312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Terminated: ok {rc=0}\u000a12:19:47.436583 --- ParallelTerminationStrategy: PID 19420 died...\u000a12:19:47.496297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Terminated: ok {rc=0}\u000a12:19:47.506089 --- ParallelTerminationStrategy: PID 19423 died...\u000a12:19:47.559078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Terminated: ok {rc=0}\u000a12:19:47.646872 bus /sierra_3: Setting Powered False\u000a12:19:48.749695 bus /sierra_3: Setting Powered False\u000a12:19:49.861205 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:19:29" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19435): Process ended prematurely: osmo-stp_10.42.42.5(pid=19435) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19435)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19435): Process ended prematurely: osmo-stp_10.42.42.5(pid=19435) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:19:51.863594 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:19:51.875513 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:19:52.042192 tst mo_mt_call.py: using LAC 33900\u000a12:19:52.171956 tst mo_mt_call.py: using RAC 240\u000a12:19:52.299383 tst mo_mt_call.py: using CellId 33900\u000a12:19:52.422092 tst mo_mt_call.py: using BVCI 33901\u000a12:19:52.445739 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:19:52.457044 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:19:52.468131 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:19:52.479312 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:19:52.490714 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:19:52.502081 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:19:52.621714 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:19:52.825224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:53.318067 run create_hlr_db(pid=19429): Launched\u000a12:19:53.494994 bus /sierra_2: Setting Powered False\u000a12:19:54.516153 run create_hlr_db(pid=19429): Terminated: ok {rc=0}\u000a12:19:54.951938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19431): Launched\u000a12:19:55.280207 run osmo-hlr_10.42.42.2(pid=19432): Launched\u000a12:19:55.398470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:55.970918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19434): Launched\u000a12:19:56.296156 run osmo-stp_10.42.42.5(pid=19435): Launched\u000a12:19:56.414632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:57.011533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19437): Launched\u000a12:19:57.339948 run osmo-msc_10.42.42.6(pid=19438): Launched\u000a12:19:57.531580 run osmo-stp_10.42.42.5(pid=19435): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19435)]\u000a12:19:57.669672 run osmo-stp_10.42.42.5(pid=19435): stdout: \u000a| (launched: 2022-12-13_12:19:56.136228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:57.806185 run osmo-stp_10.42.42.5(pid=19435): stderr: \u000a| �[0;m�[38;5;43m20221213121956328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121956328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121956328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121956328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121956329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121956329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121956329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:57.938098 run osmo-stp_10.42.42.5(pid=19435): stdout: \u000a| (launched: 2022-12-13_12:19:56.136228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:58.068014 run osmo-stp_10.42.42.5(pid=19435): stderr: \u000a| �[0;m�[38;5;43m20221213121956328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213121956328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213121956328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213121956328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213121956329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213121956329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213121956329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:58.125258 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19435): Process ended prematurely: osmo-stp_10.42.42.5(pid=19435) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19435)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:19:58.134670 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:19:58.198345 run osmo-hlr_10.42.42.2(pid=19432): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19432)]\u000a12:19:58.250468 run osmo-hlr_10.42.42.2(pid=19432): stdout: \u000a| (launched: 2022-12-13_12:19:55.118169) \u000a12:19:58.303541 run osmo-hlr_10.42.42.2(pid=19432): stderr: \u000a| �[0;m�[1;31m20221213121955315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213121955315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213121955315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121955315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213121955315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213121955315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213121955327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213121955336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213121955336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213121955336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:58.375281 run osmo-msc_10.42.42.6(pid=19438): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19438)]\u000a12:19:58.427441 run osmo-msc_10.42.42.6(pid=19438): stdout: \u000a| (launched: 2022-12-13_12:19:57.178054) \u000a12:19:58.480213 run osmo-msc_10.42.42.6(pid=19438): stderr: \u000a| �[0;m�[38;5;43m20221213121957500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213121957500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97b891cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213121957500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213121957500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213121957500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213121957500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213121957502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213121957502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213121957503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213121957503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:58.524854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19431): Terminating (SIGTERM)\u000a12:19:58.567302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19434): Terminating (SIGTERM)\u000a12:19:58.609394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19437): Terminating (SIGTERM)\u000a12:19:58.619009 --- ParallelTerminationStrategy: PID 19431 died...\u000a12:19:58.675611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19431): Terminated: ok {rc=0}\u000a12:19:58.685685 --- ParallelTerminationStrategy: PID 19434 died...\u000a12:19:58.742545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19434): Terminated: ok {rc=0}\u000a12:19:58.752593 --- ParallelTerminationStrategy: PID 19437 died...\u000a12:19:58.809445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19437): Terminated: ok {rc=0}\u000a12:19:58.898927 bus /sierra_3: Setting Powered False\u000a12:20:00.005033 bus /sierra_3: Setting Powered False\u000a12:20:01.119713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19449): Process ended prematurely: osmo-stp_10.42.42.5(pid=19449) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19449)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19449): Process ended prematurely: osmo-stp_10.42.42.5(pid=19449) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:02.236655 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:02.248617 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:20:02.414072 tst mo_mt_call_osmux.py: using LAC 33901\u000a12:20:02.542177 tst mo_mt_call_osmux.py: using RAC 241\u000a12:20:02.672674 tst mo_mt_call_osmux.py: using CellId 33901\u000a12:20:02.795160 tst mo_mt_call_osmux.py: using BVCI 33902\u000a12:20:02.818621 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:02.830053 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:02.841215 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:02.852268 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:02.863592 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:20:02.874748 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:20:02.995696 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:20:03.199642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:03.691325 run create_hlr_db(pid=19443): Launched\u000a12:20:03.880027 bus /sierra_2: Setting Powered False\u000a12:20:04.900493 run create_hlr_db(pid=19443): Terminated: ok {rc=0}\u000a12:20:05.313711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19445): Launched\u000a12:20:05.619897 run osmo-hlr_10.42.42.2(pid=19446): Launched\u000a12:20:05.736443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:06.271309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19448): Launched\u000a12:20:06.577888 run osmo-stp_10.42.42.5(pid=19449): Launched\u000a12:20:06.687768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:07.249661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19451): Launched\u000a12:20:07.559559 run osmo-msc_10.42.42.6(pid=19452): Launched\u000a12:20:07.740147 run osmo-stp_10.42.42.5(pid=19449): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19449)]\u000a12:20:07.870892 run osmo-stp_10.42.42.5(pid=19449): stdout: \u000a| (launched: 2022-12-13_12:20:06.427446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:07.998877 run osmo-stp_10.42.42.5(pid=19449): stderr: \u000a| �[0;m�[38;5;43m20221213122006596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122006596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122006597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122006597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122006598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122006598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122006598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:08.122357 run osmo-stp_10.42.42.5(pid=19449): stdout: \u000a| (launched: 2022-12-13_12:20:06.427446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:08.244915 run osmo-stp_10.42.42.5(pid=19449): stderr: \u000a| �[0;m�[38;5;43m20221213122006596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122006596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122006597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122006597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122006598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122006598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122006598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:08.299187 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19449): Process ended prematurely: osmo-stp_10.42.42.5(pid=19449) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19449)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:20:08.308207 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:20:08.369475 run osmo-hlr_10.42.42.2(pid=19446): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19446)]\u000a12:20:08.419451 run osmo-hlr_10.42.42.2(pid=19446): stdout: \u000a| (launched: 2022-12-13_12:20:05.469231) \u000a12:20:08.470034 run osmo-hlr_10.42.42.2(pid=19446): stderr: \u000a| �[0;m�[1;31m20221213122005642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122005642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122005642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122005642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122005642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122005642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122005655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122005663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122005663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122005664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:08.538699 run osmo-msc_10.42.42.6(pid=19452): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19452)]\u000a12:20:08.588583 run osmo-msc_10.42.42.6(pid=19452): stdout: \u000a| (launched: 2022-12-13_12:20:07.406139) \u000a12:20:08.639892 run osmo-msc_10.42.42.6(pid=19452): stderr: \u000a| �[0;m�[38;5;43m20221213122007678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122007678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6df4ec8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122007678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122007678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122007678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122007679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122007680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122007681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122007681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122007681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:08.682947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19445): Terminating (SIGTERM)\u000a12:20:08.723688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19448): Terminating (SIGTERM)\u000a12:20:08.764256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19451): Terminating (SIGTERM)\u000a12:20:08.773705 --- ParallelTerminationStrategy: PID 19445 died...\u000a12:20:08.828449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19445): Terminated: ok {rc=0}\u000a12:20:08.838353 --- ParallelTerminationStrategy: PID 19448 died...\u000a12:20:08.892617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19448): Terminated: ok {rc=0}\u000a12:20:08.902458 --- ParallelTerminationStrategy: PID 19451 died...\u000a12:20:08.956681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19451): Terminated: ok {rc=0}\u000a12:20:09.046080 bus /sierra_3: Setting Powered False\u000a12:20:10.150932 bus /sierra_3: Setting Powered False\u000a12:20:11.264272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:19:51" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19463): Process ended prematurely: osmo-stp_10.42.42.5(pid=19463) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19463)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19463): Process ended prematurely: osmo-stp_10.42.42.5(pid=19463) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:20:13.264390 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:13.275702 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:20:13.437198 tst mo_mt_call.py: using LAC 33902\u000a12:20:13.557397 tst mo_mt_call.py: using RAC 242\u000a12:20:13.676430 tst mo_mt_call.py: using CellId 33902\u000a12:20:13.797053 tst mo_mt_call.py: using BVCI 33903\u000a12:20:13.820292 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:13.831412 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:13.842363 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:13.853224 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:13.864176 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:13.875179 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:13.998054 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:14.209941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:14.726067 run create_hlr_db(pid=19457): Launched\u000a12:20:14.917037 bus /sierra_2: Setting Powered False\u000a12:20:15.965358 run create_hlr_db(pid=19457): Terminated: ok {rc=0}\u000a12:20:16.468065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19459): Launched\u000a12:20:16.822168 run osmo-hlr_10.42.42.2(pid=19460): Launched\u000a12:20:17.067277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:17.689108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19462): Launched\u000a12:20:18.016753 run osmo-stp_10.42.42.5(pid=19463): Launched\u000a12:20:18.136001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:18.735010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19465): Launched\u000a12:20:19.063908 run osmo-msc_10.42.42.6(pid=19466): Launched\u000a12:20:19.256254 run osmo-stp_10.42.42.5(pid=19463): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19463)]\u000a12:20:19.394631 run osmo-stp_10.42.42.5(pid=19463): stdout: \u000a| (launched: 2022-12-13_12:20:17.855010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:19.531569 run osmo-stp_10.42.42.5(pid=19463): stderr: \u000a| �[0;m�[38;5;43m20221213122018045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122018045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122018045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122018045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122018046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122018046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122018046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:19.663506 run osmo-stp_10.42.42.5(pid=19463): stdout: \u000a| (launched: 2022-12-13_12:20:17.855010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:19.793872 run osmo-stp_10.42.42.5(pid=19463): stderr: \u000a| �[0;m�[38;5;43m20221213122018045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122018045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122018045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122018045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122018046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122018046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122018046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:19.851576 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19463): Process ended prematurely: osmo-stp_10.42.42.5(pid=19463) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19463)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:20:19.861219 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:20:19.925409 run osmo-hlr_10.42.42.2(pid=19460): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19460)]\u000a12:20:19.977748 run osmo-hlr_10.42.42.2(pid=19460): stdout: \u000a| (launched: 2022-12-13_12:20:16.637257) \u000a12:20:20.030588 run osmo-hlr_10.42.42.2(pid=19460): stderr: \u000a| �[0;m�[1;31m20221213122016970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122016971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122016971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122016971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122016971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122016971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122016986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122017003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122017003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122017003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:20.102047 run osmo-msc_10.42.42.6(pid=19466): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19466)]\u000a12:20:20.154337 run osmo-msc_10.42.42.6(pid=19466): stdout: \u000a| (launched: 2022-12-13_12:20:18.901483) \u000a12:20:20.207067 run osmo-msc_10.42.42.6(pid=19466): stderr: \u000a| �[0;m�[38;5;43m20221213122019220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122019220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0a3b66c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122019220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122019220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122019220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122019221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122019222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122019223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122019223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122019223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:20.252114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19459): Terminating (SIGTERM)\u000a12:20:20.294625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19462): Terminating (SIGTERM)\u000a12:20:20.337441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19465): Terminating (SIGTERM)\u000a12:20:20.347123 --- ParallelTerminationStrategy: PID 19459 died...\u000a12:20:20.403753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19459): Terminated: ok {rc=0}\u000a12:20:20.413835 --- ParallelTerminationStrategy: PID 19462 died...\u000a12:20:20.470570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19462): Terminated: ok {rc=0}\u000a12:20:20.480822 --- ParallelTerminationStrategy: PID 19465 died...\u000a12:20:20.537681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19465): Terminated: ok {rc=0}\u000a12:20:20.625962 bus /sierra_3: Setting Powered False\u000a12:20:21.733103 bus /sierra_3: Setting Powered False\u000a12:20:22.842816 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19474): Process ended prematurely: osmo-stp_10.42.42.5(pid=19474) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19474)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19474): Process ended prematurely: osmo-stp_10.42.42.5(pid=19474) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:23.959506 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:23.971689 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:20:24.150014 tst mo_mt_call_osmux.py: using LAC 33903\u000a12:20:24.289877 tst mo_mt_call_osmux.py: using RAC 243\u000a12:20:24.420036 tst mo_mt_call_osmux.py: using CellId 33903\u000a12:20:24.548137 tst mo_mt_call_osmux.py: using BVCI 33904\u000a12:20:24.573167 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:24.584723 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:24.596149 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:24.607577 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:24.619376 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:24.631149 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:24.749119 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:24.963510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:25.477412 run create_hlr_db(pid=19468): Launched\u000a12:20:25.667144 bus /sierra_2: Setting Powered False\u000a12:20:26.688514 run create_hlr_db(pid=19468): Terminated: ok {rc=0}\u000a12:20:27.125842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19470): Launched\u000a12:20:27.452917 run osmo-hlr_10.42.42.2(pid=19471): Launched\u000a12:20:27.575702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:28.144639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19473): Launched\u000a12:20:28.471462 run osmo-stp_10.42.42.5(pid=19474): Launched\u000a12:20:28.589590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:29.188897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19476): Launched\u000a12:20:29.519515 run osmo-msc_10.42.42.6(pid=19477): Launched\u000a12:20:29.710718 run osmo-stp_10.42.42.5(pid=19474): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19474)]\u000a12:20:29.849952 run osmo-stp_10.42.42.5(pid=19474): stdout: \u000a| (launched: 2022-12-13_12:20:28.310322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:29.987794 run osmo-stp_10.42.42.5(pid=19474): stderr: \u000a| �[0;m�[38;5;43m20221213122028500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122028500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122028500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122028501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122028501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122028501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122028501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:30.119057 run osmo-stp_10.42.42.5(pid=19474): stdout: \u000a| (launched: 2022-12-13_12:20:28.310322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:30.248474 run osmo-stp_10.42.42.5(pid=19474): stderr: \u000a| �[0;m�[38;5;43m20221213122028500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122028500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122028500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122028501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122028501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122028501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122028501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:30.306026 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19474): Process ended prematurely: osmo-stp_10.42.42.5(pid=19474) [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19474)] [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:20:30.315712 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:20:30.379928 run osmo-hlr_10.42.42.2(pid=19471): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19471)]\u000a12:20:30.432265 run osmo-hlr_10.42.42.2(pid=19471): stdout: \u000a| (launched: 2022-12-13_12:20:27.292488) \u000a12:20:30.485203 run osmo-hlr_10.42.42.2(pid=19471): stderr: \u000a| �[0;m�[1;31m20221213122027487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122027487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122027487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122027487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122027487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122027487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122027503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122027513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122027514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122027514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:30.557359 run osmo-msc_10.42.42.6(pid=19477): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19477)]\u000a12:20:30.609749 run osmo-msc_10.42.42.6(pid=19477): stdout: \u000a| (launched: 2022-12-13_12:20:29.355554) \u000a12:20:30.662636 run osmo-msc_10.42.42.6(pid=19477): stderr: \u000a| �[0;m�[38;5;43m20221213122029674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122029674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd07936c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122029674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122029674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122029674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122029675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122029676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122029677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122029677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122029677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:30.707427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19470): Terminating (SIGTERM)\u000a12:20:30.750316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19473): Terminating (SIGTERM)\u000a12:20:30.792660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19476): Terminating (SIGTERM)\u000a12:20:30.802539 --- ParallelTerminationStrategy: PID 19470 died...\u000a12:20:30.860813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19470): Terminated: ok {rc=0}\u000a12:20:30.871784 --- ParallelTerminationStrategy: PID 19473 died...\u000a12:20:30.929936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19473): Terminated: ok {rc=0}\u000a12:20:30.940528 --- ParallelTerminationStrategy: PID 19476 died...\u000a12:20:30.998439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19476): Terminated: ok {rc=0}\u000a12:20:31.088890 bus /sierra_3: Setting Powered False\u000a12:20:32.196506 bus /sierra_3: Setting Powered False\u000a12:20:33.307883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:20:12" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19488): Process ended prematurely: osmo-stp_10.42.42.5(pid=19488) [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19488)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19488): Process ended prematurely: osmo-stp_10.42.42.5(pid=19488) [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:20:35.326579 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:35.338503 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:20:35.507304 tst mo_mt_call.py: using LAC 33904\u000a12:20:35.637274 tst mo_mt_call.py: using RAC 244\u000a12:20:35.759904 tst mo_mt_call.py: using CellId 33904\u000a12:20:35.881898 tst mo_mt_call.py: using BVCI 33905\u000a12:20:35.905251 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:35.916358 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:35.927643 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:35.938663 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:35.949840 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:35.960793 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:20:36.081677 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:20:36.283857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:36.775241 run create_hlr_db(pid=19482): Launched\u000a12:20:36.951615 bus /sierra_2: Setting Powered False\u000a12:20:37.973622 run create_hlr_db(pid=19482): Terminated: ok {rc=0}\u000a12:20:38.409671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19484): Launched\u000a12:20:38.736916 run osmo-hlr_10.42.42.2(pid=19485): Launched\u000a12:20:38.857546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:39.428449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19487): Launched\u000a12:20:39.756382 run osmo-stp_10.42.42.5(pid=19488): Launched\u000a12:20:39.874995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:40.471183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19490): Launched\u000a12:20:40.799689 run osmo-msc_10.42.42.6(pid=19491): Launched\u000a12:20:40.990550 run osmo-stp_10.42.42.5(pid=19488): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19488)]\u000a12:20:41.128560 run osmo-stp_10.42.42.5(pid=19488): stdout: \u000a| (launched: 2022-12-13_12:20:39.594479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:41.265401 run osmo-stp_10.42.42.5(pid=19488): stderr: \u000a| �[0;m�[38;5;43m20221213122039785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122039785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122039785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122039786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:41.396557 run osmo-stp_10.42.42.5(pid=19488): stdout: \u000a| (launched: 2022-12-13_12:20:39.594479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:41.526798 run osmo-stp_10.42.42.5(pid=19488): stderr: \u000a| �[0;m�[38;5;43m20221213122039785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122039785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122039785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122039786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:41.584229 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19488): Process ended prematurely: osmo-stp_10.42.42.5(pid=19488) [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19488)] [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:20:41.593879 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:20:41.657412 run osmo-hlr_10.42.42.2(pid=19485): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19485)]\u000a12:20:41.709568 run osmo-hlr_10.42.42.2(pid=19485): stdout: \u000a| (launched: 2022-12-13_12:20:38.575578) \u000a12:20:41.762354 run osmo-hlr_10.42.42.2(pid=19485): stderr: \u000a| �[0;m�[1;31m20221213122038773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122038773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122038773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122038773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122038773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122038774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122038786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122038795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122038795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122038795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:41.833790 run osmo-msc_10.42.42.6(pid=19491): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19491)]\u000a12:20:41.886337 run osmo-msc_10.42.42.6(pid=19491): stdout: \u000a| (launched: 2022-12-13_12:20:40.636863) \u000a12:20:41.940696 run osmo-msc_10.42.42.6(pid=19491): stderr: \u000a| �[0;m�[38;5;43m20221213122040959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122040959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5c0188c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122040959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122040959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122040959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122040959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122040961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122040962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122040962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122040962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:41.986656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19484): Terminating (SIGTERM)\u000a12:20:42.029051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19487): Terminating (SIGTERM)\u000a12:20:42.071143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19490): Terminating (SIGTERM)\u000a12:20:42.080874 --- ParallelTerminationStrategy: PID 19484 died...\u000a12:20:42.137631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19484): Terminated: ok {rc=0}\u000a12:20:42.147700 --- ParallelTerminationStrategy: PID 19487 died...\u000a12:20:42.204147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19487): Terminated: ok {rc=0}\u000a12:20:42.214281 --- ParallelTerminationStrategy: PID 19490 died...\u000a12:20:42.270680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19490): Terminated: ok {rc=0}\u000a12:20:42.358433 bus /sierra_3: Setting Powered False\u000a12:20:43.464479 bus /sierra_3: Setting Powered False\u000a12:20:44.573899 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19499): Process ended prematurely: osmo-stp_10.42.42.5(pid=19499) [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19499)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19499): Process ended prematurely: osmo-stp_10.42.42.5(pid=19499) [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:45.689659 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:45.702178 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:20:45.884021 tst mo_mt_call_osmux.py: using LAC 33905\u000a12:20:46.020859 tst mo_mt_call_osmux.py: using RAC 245\u000a12:20:46.158894 tst mo_mt_call_osmux.py: using CellId 33905\u000a12:20:46.285581 tst mo_mt_call_osmux.py: using BVCI 33906\u000a12:20:46.310048 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:46.323428 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:46.335747 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:46.347809 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:46.367090 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:20:46.386424 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:20:46.523118 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:20:46.754811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:47.375240 run create_hlr_db(pid=19493): Launched\u000a12:20:47.565356 bus /sierra_2: Setting Powered False\u000a12:20:48.585437 run create_hlr_db(pid=19493): Terminated: ok {rc=0}\u000a12:20:49.022108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19495): Launched\u000a12:20:49.349451 run osmo-hlr_10.42.42.2(pid=19496): Launched\u000a12:20:49.469944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:50.041956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19498): Launched\u000a12:20:50.369738 run osmo-stp_10.42.42.5(pid=19499): Launched\u000a12:20:50.488636 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:51.094297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19501): Launched\u000a12:20:51.423054 run osmo-msc_10.42.42.6(pid=19502): Launched\u000a12:20:51.615570 run osmo-stp_10.42.42.5(pid=19499): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19499)]\u000a12:20:51.755002 run osmo-stp_10.42.42.5(pid=19499): stdout: \u000a| (launched: 2022-12-13_12:20:50.207929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:51.892248 run osmo-stp_10.42.42.5(pid=19499): stderr: \u000a| �[0;m�[38;5;43m20221213122050402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122050402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122050402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122050402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122050403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122050403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122050403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:52.015439 run osmo-stp_10.42.42.5(pid=19499): stdout: \u000a| (launched: 2022-12-13_12:20:50.207929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:52.137356 run osmo-stp_10.42.42.5(pid=19499): stderr: \u000a| �[0;m�[38;5;43m20221213122050402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122050402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122050402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122050402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122050403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122050403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122050403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:52.191348 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19499): Process ended prematurely: osmo-stp_10.42.42.5(pid=19499) [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19499)] [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:20:52.200002 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:20:52.259831 run osmo-hlr_10.42.42.2(pid=19496): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19496)]\u000a12:20:52.308728 run osmo-hlr_10.42.42.2(pid=19496): stdout: \u000a| (launched: 2022-12-13_12:20:49.188158) \u000a12:20:52.358444 run osmo-hlr_10.42.42.2(pid=19496): stderr: \u000a| �[0;m�[1;31m20221213122049383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122049383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122049383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122049383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122049383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122049383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122049401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122049411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122049411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122049411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:52.425713 run osmo-msc_10.42.42.6(pid=19502): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19502)]\u000a12:20:52.474658 run osmo-msc_10.42.42.6(pid=19502): stdout: \u000a| (launched: 2022-12-13_12:20:51.261139) \u000a12:20:52.524242 run osmo-msc_10.42.42.6(pid=19502): stderr: \u000a| �[0;m�[38;5;43m20221213122051581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122051581 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f672cc8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122051581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122051582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122051582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122051582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122051584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122051584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122051584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122051584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:52.566374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19495): Terminating (SIGTERM)\u000a12:20:52.606227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19498): Terminating (SIGTERM)\u000a12:20:52.645954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19501): Terminating (SIGTERM)\u000a12:20:52.655140 --- ParallelTerminationStrategy: PID 19495 died...\u000a12:20:52.708606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19495): Terminated: ok {rc=0}\u000a12:20:52.719036 --- ParallelTerminationStrategy: PID 19498 died...\u000a12:20:52.772371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19498): Terminated: ok {rc=0}\u000a12:20:52.781883 --- ParallelTerminationStrategy: PID 19501 died...\u000a12:20:52.835033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19501): Terminated: ok {rc=0}\u000a12:20:52.919459 bus /sierra_3: Setting Powered False\u000a12:20:54.025059 bus /sierra_3: Setting Powered False\u000a12:20:55.133082 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19514): Process ended prematurely: osmo-stp_10.42.42.5(pid=19514) [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19514)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19514): Process ended prematurely: osmo-stp_10.42.42.5(pid=19514) [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:20:57.144889 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:20:57.156339 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:20:57.318381 tst mo_mt_call.py: using LAC 33906\u000a12:20:57.441086 tst mo_mt_call.py: using RAC 246\u000a12:20:57.562860 tst mo_mt_call.py: using CellId 33906\u000a12:20:57.685677 tst mo_mt_call.py: using BVCI 33907\u000a12:20:57.709188 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:20:57.720106 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:20:57.730879 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:20:57.741579 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:20:57.752302 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:20:57.763061 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:20:57.878057 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:20:58.090830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:58.607256 run create_hlr_db(pid=19508): Launched\u000a12:20:58.797066 bus /sierra_2: Setting Powered False\u000a12:20:59.819088 run create_hlr_db(pid=19508): Terminated: ok {rc=0}\u000a12:21:00.234377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19510): Launched\u000a12:21:00.542346 run osmo-hlr_10.42.42.2(pid=19511): Launched\u000a12:21:00.680938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:01.284636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19513): Launched\u000a12:21:01.734349 run osmo-stp_10.42.42.5(pid=19514): Launched\u000a12:21:01.920105 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:02.530525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19516): Launched\u000a12:21:02.860559 run osmo-msc_10.42.42.6(pid=19517): Launched\u000a12:21:03.053293 run osmo-stp_10.42.42.5(pid=19514): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19514)]\u000a12:21:03.192719 run osmo-stp_10.42.42.5(pid=19514): stdout: \u000a| (launched: 2022-12-13_12:21:01.456528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:03.330782 run osmo-stp_10.42.42.5(pid=19514): stderr: \u000a| �[0;m�[38;5;43m20221213122101702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122101702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122101702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122101703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122101703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122101703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122101703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:03.463154 run osmo-stp_10.42.42.5(pid=19514): stdout: \u000a| (launched: 2022-12-13_12:21:01.456528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:03.594797 run osmo-stp_10.42.42.5(pid=19514): stderr: \u000a| �[0;m�[38;5;43m20221213122101702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122101702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122101702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122101703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122101703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122101703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122101703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:03.652607 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19514): Process ended prematurely: osmo-stp_10.42.42.5(pid=19514) [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19514)] [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:21:03.661962 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:21:03.725732 run osmo-hlr_10.42.42.2(pid=19511): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19511)]\u000a12:21:03.777965 run osmo-hlr_10.42.42.2(pid=19511): stdout: \u000a| (launched: 2022-12-13_12:21:00.391492) \u000a12:21:03.831078 run osmo-hlr_10.42.42.2(pid=19511): stderr: \u000a| �[0;m�[1;31m20221213122100568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122100568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122100568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122100569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122100569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122100569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122100581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122100590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122100590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122100590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:03.903163 run osmo-msc_10.42.42.6(pid=19517): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19517)]\u000a12:21:03.955304 run osmo-msc_10.42.42.6(pid=19517): stdout: \u000a| (launched: 2022-12-13_12:21:02.697593) \u000a12:21:04.008020 run osmo-msc_10.42.42.6(pid=19517): stderr: \u000a| �[0;m�[38;5;43m20221213122103018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122103018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd555afec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122103018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122103018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122103019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122103019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122103020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122103021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122103021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122103021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:04.053163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19510): Terminating (SIGTERM)\u000a12:21:04.095683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19513): Terminating (SIGTERM)\u000a12:21:04.138388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19516): Terminating (SIGTERM)\u000a12:21:04.148172 --- ParallelTerminationStrategy: PID 19510 died...\u000a12:21:04.205435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19510): Terminated: ok {rc=0}\u000a12:21:04.215618 --- ParallelTerminationStrategy: PID 19513 died...\u000a12:21:04.272481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19513): Terminated: ok {rc=0}\u000a12:21:04.282662 --- ParallelTerminationStrategy: PID 19516 died...\u000a12:21:04.339323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19516): Terminated: ok {rc=0}\u000a12:21:04.428522 bus /sierra_3: Setting Powered False\u000a12:21:05.536189 bus /sierra_3: Setting Powered False\u000a12:21:06.645999 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19525): Process ended prematurely: osmo-stp_10.42.42.5(pid=19525) [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19525)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19525): Process ended prematurely: osmo-stp_10.42.42.5(pid=19525) [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:21:07.758739 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:07.770402 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:21:07.930702 tst mo_mt_call_osmux.py: using LAC 33907\u000a12:21:08.051999 tst mo_mt_call_osmux.py: using RAC 247\u000a12:21:08.174509 tst mo_mt_call_osmux.py: using CellId 33907\u000a12:21:08.297161 tst mo_mt_call_osmux.py: using BVCI 33908\u000a12:21:08.320481 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:08.331841 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:08.342793 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:08.353746 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:08.364618 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:21:08.375536 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:21:08.491188 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:21:08.694386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:09.186372 run create_hlr_db(pid=19519): Launched\u000a12:21:09.362404 bus /sierra_2: Setting Powered False\u000a12:21:10.384846 run create_hlr_db(pid=19519): Terminated: ok {rc=0}\u000a12:21:10.819034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19521): Launched\u000a12:21:11.148793 run osmo-hlr_10.42.42.2(pid=19522): Launched\u000a12:21:11.270322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:11.838438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19524): Launched\u000a12:21:12.166035 run osmo-stp_10.42.42.5(pid=19525): Launched\u000a12:21:12.284517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:12.882894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19527): Launched\u000a12:21:13.213064 run osmo-msc_10.42.42.6(pid=19528): Launched\u000a12:21:13.405032 run osmo-stp_10.42.42.5(pid=19525): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19525)]\u000a12:21:13.543366 run osmo-stp_10.42.42.5(pid=19525): stdout: \u000a| (launched: 2022-12-13_12:21:12.004836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:13.681096 run osmo-stp_10.42.42.5(pid=19525): stderr: \u000a| �[0;m�[38;5;43m20221213122112196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122112196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122112196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122112196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122112197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122112197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122112197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:13.812844 run osmo-stp_10.42.42.5(pid=19525): stdout: \u000a| (launched: 2022-12-13_12:21:12.004836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:13.944374 run osmo-stp_10.42.42.5(pid=19525): stderr: \u000a| �[0;m�[38;5;43m20221213122112196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122112196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122112196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122112196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122112197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122112197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122112197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:14.002088 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19525): Process ended prematurely: osmo-stp_10.42.42.5(pid=19525) [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19525)] [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:21:14.011495 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:21:14.074820 run osmo-hlr_10.42.42.2(pid=19522): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19522)]\u000a12:21:14.126753 run osmo-hlr_10.42.42.2(pid=19522): stdout: \u000a| (launched: 2022-12-13_12:21:10.986788) \u000a12:21:14.179277 run osmo-hlr_10.42.42.2(pid=19522): stderr: \u000a| �[0;m�[1;31m20221213122111184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122111184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122111184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122111184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122111184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122111184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122111200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122111209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122111209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122111209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:14.250381 run osmo-msc_10.42.42.6(pid=19528): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19528)]\u000a12:21:14.302099 run osmo-msc_10.42.42.6(pid=19528): stdout: \u000a| (launched: 2022-12-13_12:21:13.049815) \u000a12:21:14.354738 run osmo-msc_10.42.42.6(pid=19528): stderr: \u000a| �[0;m�[38;5;43m20221213122113368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122113369 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7005603c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122113369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122113369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122113369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122113369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122113371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122113371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122113371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122113371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:14.399232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19521): Terminating (SIGTERM)\u000a12:21:14.441808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19524): Terminating (SIGTERM)\u000a12:21:14.483906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19527): Terminating (SIGTERM)\u000a12:21:14.493627 --- ParallelTerminationStrategy: PID 19521 died...\u000a12:21:14.550449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19521): Terminated: ok {rc=0}\u000a12:21:14.560554 --- ParallelTerminationStrategy: PID 19524 died...\u000a12:21:14.617109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19524): Terminated: ok {rc=0}\u000a12:21:14.627178 --- ParallelTerminationStrategy: PID 19527 died...\u000a12:21:14.684048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19527): Terminated: ok {rc=0}\u000a12:21:14.772385 bus /sierra_3: Setting Powered False\u000a12:21:15.887719 bus /sierra_3: Setting Powered False\u000a12:21:17.042565 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:20:56" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19539): Process ended prematurely: osmo-stp_10.42.42.5(pid=19539) [trial-2389↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19539)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19539): Process ended prematurely: osmo-stp_10.42.42.5(pid=19539) [trial-2389↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:21:19.074472 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:19.086028 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a12:21:19.232373 tst emergency_mo_mt_call.py: using LAC 33908\u000a12:21:19.358926 tst emergency_mo_mt_call.py: using RAC 248\u000a12:21:19.484059 tst emergency_mo_mt_call.py: using CellId 33908\u000a12:21:19.609134 tst emergency_mo_mt_call.py: using BVCI 33909\u000a12:21:19.633600 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:19.644727 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:19.655699 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:19.666746 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:19.678053 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:19.689286 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:19.808042 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:20.021640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:20.529202 run create_hlr_db(pid=19533): Launched\u000a12:21:20.716441 bus /sierra_2: Setting Powered False\u000a12:21:21.736837 run create_hlr_db(pid=19533): Terminated: ok {rc=0}\u000a12:21:22.142144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19535): Launched\u000a12:21:22.443227 run osmo-hlr_10.42.42.2(pid=19536): Launched\u000a12:21:22.559574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:23.083356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19538): Launched\u000a12:21:23.385333 run osmo-stp_10.42.42.5(pid=19539): Launched\u000a12:21:23.505690 tst emergency_mo_mt_call.py: using MSISDN 8150\u000a12:21:23.655205 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:24.207836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19541): Launched\u000a12:21:24.509493 run osmo-msc_10.42.42.6(pid=19542): Launched\u000a12:21:24.685191 run osmo-stp_10.42.42.5(pid=19539): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19539)]\u000a12:21:24.812081 run osmo-stp_10.42.42.5(pid=19539): stdout: \u000a| (launched: 2022-12-13_12:21:23.236890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:24.937574 run osmo-stp_10.42.42.5(pid=19539): stderr: \u000a| �[0;m�[38;5;43m20221213122123407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122123407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122123407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122123408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122123408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122123408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122123408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:25.059031 run osmo-stp_10.42.42.5(pid=19539): stdout: \u000a| (launched: 2022-12-13_12:21:23.236890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:25.178870 run osmo-stp_10.42.42.5(pid=19539): stderr: \u000a| �[0;m�[38;5;43m20221213122123407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122123407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122123407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122123408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122123408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122123408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122123408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:25.231358 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19539): Process ended prematurely: osmo-stp_10.42.42.5(pid=19539) [trial-2389↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19539)] [trial-2389↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a12:21:25.239727 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a12:21:25.299975 run osmo-hlr_10.42.42.2(pid=19536): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19536)]\u000a12:21:25.349359 run osmo-hlr_10.42.42.2(pid=19536): stdout: \u000a| (launched: 2022-12-13_12:21:22.294909) \u000a12:21:25.399075 run osmo-hlr_10.42.42.2(pid=19536): stderr: \u000a| �[0;m�[1;31m20221213122122469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122122469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122122469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122122469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122122469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122122469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122122482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122122490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122122491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122122491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:25.466479 run osmo-msc_10.42.42.6(pid=19542): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19542)]\u000a12:21:25.515566 run osmo-msc_10.42.42.6(pid=19542): stdout: \u000a| (launched: 2022-12-13_12:21:24.360437) \u000a12:21:25.565467 run osmo-msc_10.42.42.6(pid=19542): stderr: \u000a| �[0;m�[38;5;43m20221213122124632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122124632 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75221aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122124632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122124632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122124632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122124632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122124634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122124635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122124635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122124635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:25.607716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19535): Terminating (SIGTERM)\u000a12:21:25.647790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19538): Terminating (SIGTERM)\u000a12:21:25.689104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19541): Terminating (SIGTERM)\u000a12:21:25.698435 --- ParallelTerminationStrategy: PID 19535 died...\u000a12:21:25.752240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19535): Terminated: ok {rc=0}\u000a12:21:25.762024 --- ParallelTerminationStrategy: PID 19538 died...\u000a12:21:25.815451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19538): Terminated: ok {rc=0}\u000a12:21:25.825178 --- ParallelTerminationStrategy: PID 19541 died...\u000a12:21:25.878580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19541): Terminated: ok {rc=0}\u000a12:21:25.962963 bus /sierra_3: Setting Powered False\u000a12:21:27.069791 bus /sierra_3: Setting Powered False\u000a12:21:28.177642 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19550): Process ended prematurely: osmo-stp_10.42.42.5(pid=19550) [trial-2389↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19550)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19550): Process ended prematurely: osmo-stp_10.42.42.5(pid=19550) [trial-2389↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:21:29.230750 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:29.242687 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a12:21:29.387749 tst emergency_preemptive_call.py: using LAC 33909\u000a12:21:29.515349 tst emergency_preemptive_call.py: using RAC 249\u000a12:21:29.641625 tst emergency_preemptive_call.py: using CellId 33909\u000a12:21:29.767823 tst emergency_preemptive_call.py: using BVCI 33910\u000a12:21:29.792372 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:29.803948 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:29.815162 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:29.826452 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:29.838239 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:21:29.850040 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:29.965775 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:30.085496 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:30.200783 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:30.403253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:30.937442 run create_hlr_db(pid=19544): Launched\u000a12:21:31.130777 bus /sierra_2: Setting Powered False\u000a12:21:32.136760 run create_hlr_db(pid=19544): Terminated: ok {rc=0}\u000a12:21:32.555614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19546): Launched\u000a12:21:32.857671 run osmo-hlr_10.42.42.2(pid=19547): Launched\u000a12:21:32.966805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:33.488293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19549): Launched\u000a12:21:33.788179 run osmo-stp_10.42.42.5(pid=19550): Launched\u000a12:21:33.918876 tst emergency_preemptive_call.py: using MSISDN 8151\u000a12:21:34.072761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:34.621161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19552): Launched\u000a12:21:34.921392 run osmo-msc_10.42.42.6(pid=19553): Launched\u000a12:21:35.098654 run osmo-stp_10.42.42.5(pid=19550): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19550)]\u000a12:21:35.226675 run osmo-stp_10.42.42.5(pid=19550): stdout: \u000a| (launched: 2022-12-13_12:21:33.640669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:35.351821 run osmo-stp_10.42.42.5(pid=19550): stderr: \u000a| �[0;m�[38;5;43m20221213122133813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122133813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122133814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122133814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122133815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122133815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122133815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:35.471897 run osmo-stp_10.42.42.5(pid=19550): stdout: \u000a| (launched: 2022-12-13_12:21:33.640669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:35.590723 run osmo-stp_10.42.42.5(pid=19550): stderr: \u000a| �[0;m�[38;5;43m20221213122133813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122133813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122133814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122133814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122133815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122133815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122133815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:35.642893 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19550): Process ended prematurely: osmo-stp_10.42.42.5(pid=19550) [trial-2389↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19550)] [trial-2389↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a12:21:35.650854 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a12:21:35.711458 run osmo-hlr_10.42.42.2(pid=19547): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19547)]\u000a12:21:35.761411 run osmo-hlr_10.42.42.2(pid=19547): stdout: \u000a| (launched: 2022-12-13_12:21:32.709086) \u000a12:21:35.811930 run osmo-hlr_10.42.42.2(pid=19547): stderr: \u000a| �[0;m�[1;31m20221213122132884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122132884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122132884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122132884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122132884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122132884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122132896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122132905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122132906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122132906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:35.880633 run osmo-msc_10.42.42.6(pid=19553): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19553)]\u000a12:21:35.930946 run osmo-msc_10.42.42.6(pid=19553): stdout: \u000a| (launched: 2022-12-13_12:21:34.772883) \u000a12:21:35.981464 run osmo-msc_10.42.42.6(pid=19553): stderr: \u000a| �[0;m�[38;5;43m20221213122135042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122135042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11aa1ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122135042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122135042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122135042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122135042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122135044 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122135045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122135045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122135045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:36.024156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19546): Terminating (SIGTERM)\u000a12:21:36.064482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19549): Terminating (SIGTERM)\u000a12:21:36.104879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19552): Terminating (SIGTERM)\u000a12:21:36.114336 --- ParallelTerminationStrategy: PID 19546 died...\u000a12:21:36.168263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19546): Terminated: ok {rc=0}\u000a12:21:36.178016 --- ParallelTerminationStrategy: PID 19549 died...\u000a12:21:36.231511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19549): Terminated: ok {rc=0}\u000a12:21:36.241208 --- ParallelTerminationStrategy: PID 19552 died...\u000a12:21:36.294848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19552): Terminated: ok {rc=0}\u000a12:21:36.379888 bus /sierra_9: Setting Powered False\u000a12:21:37.488644 bus /sierra_9: Setting Powered False\u000a12:21:38.598886 bus /sierra_8: Setting Powered False\u000a12:21:39.706015 bus /sierra_8: Setting Powered False\u000a12:21:40.819216 bus /sierra_3: Setting Powered False\u000a12:21:41.923165 bus /sierra_3: Setting Powered False\u000a12:21:43.037125 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:21:18" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19568): Process ended prematurely: osmo-stp_10.42.42.5(pid=19568) [trial-2389↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19568)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19568): Process ended prematurely: osmo-stp_10.42.42.5(pid=19568) [trial-2389↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:21:45.157437 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.168087 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:21:45.306709 tst cs_paging_gprs_active.py: using LAC 33910\u000a12:21:45.428444 tst cs_paging_gprs_active.py: using RAC 250\u000a12:21:45.550349 tst cs_paging_gprs_active.py: using CellId 33910\u000a12:21:45.669854 tst cs_paging_gprs_active.py: using BVCI 33911\u000a12:21:45.693250 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.703820 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.714288 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.724711 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.735062 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.745892 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.756917 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.767690 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:45.778591 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:45.931616 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:46.221950 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:21:46.354791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:21:46.695733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19558): Launched\u000a12:21:47.033814 run iperf3-srv_10.42.42.10(pid=19559): Launched\u000a12:21:47.261060 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:21:47.398401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:21:47.741462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19560): Launched\u000a12:21:48.023528 run iperf3-srv_10.42.42.10(pid=19561): Launched\u000a12:21:48.224670 tst cs_paging_gprs_active.py:38: start network...\u000a12:21:48.361781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:48.877760 run create_hlr_db(pid=19562): Launched\u000a12:21:49.068453 bus /sierra_2: Setting Powered False\u000a12:21:50.089515 run create_hlr_db(pid=19562): Terminated: ok {rc=0}\u000a12:21:50.527479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19564): Launched\u000a12:21:50.856508 run osmo-hlr_10.42.42.2(pid=19565): Launched\u000a12:21:50.977980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:51.548082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19567): Launched\u000a12:21:51.878192 run osmo-stp_10.42.42.5(pid=19568): Launched\u000a12:21:51.998299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:21:52.570691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19570): Launched\u000a12:21:52.688100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:21:52.978097 run patchelf(pid=19571): Launched\u000a12:21:53.171252 run osmo-stp_10.42.42.5(pid=19568): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19568)]\u000a12:21:53.312386 run osmo-stp_10.42.42.5(pid=19568): stdout: \u000a| (launched: 2022-12-13_12:21:51.715134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:53.453973 run osmo-stp_10.42.42.5(pid=19568): stderr: \u000a| �[0;m�[38;5;43m20221213122151906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122151906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122151906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122151907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122151907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122151907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122151907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:53.590137 run osmo-stp_10.42.42.5(pid=19568): stdout: \u000a| (launched: 2022-12-13_12:21:51.715134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:53.725172 run osmo-stp_10.42.42.5(pid=19568): stderr: \u000a| �[0;m�[38;5;43m20221213122151906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122151906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122151906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122151907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122151907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122151907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122151907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:53.882499 run patchelf(pid=19571): Terminating (SIGINT)\u000a12:21:54.067114 run patchelf(pid=19571): Terminated: ok {rc=0}\u000a12:21:54.100870 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19568): Process ended prematurely: osmo-stp_10.42.42.5(pid=19568) [trial-2389↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19568)] [trial-2389↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a12:21:54.110993 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a12:21:54.175246 run osmo-hlr_10.42.42.2(pid=19565): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19565)]\u000a12:21:54.227238 run osmo-hlr_10.42.42.2(pid=19565): stdout: \u000a| (launched: 2022-12-13_12:21:50.693956) \u000a12:21:54.279869 run osmo-hlr_10.42.42.2(pid=19565): stderr: \u000a| �[0;m�[1;31m20221213122150889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122150889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122150889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122150889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122150889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122150890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122150901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122150910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122150910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122150911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:54.325245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19558): Terminating (SIGTERM)\u000a12:21:54.367929 run iperf3-srv_10.42.42.10(pid=19559): Terminating (SIGTERM)\u000a12:21:54.411004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19560): Terminating (SIGTERM)\u000a12:21:54.453536 run iperf3-srv_10.42.42.10(pid=19561): Terminating (SIGTERM)\u000a12:21:54.496294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19564): Terminating (SIGTERM)\u000a12:21:54.538696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19567): Terminating (SIGTERM)\u000a12:21:54.581142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19570): Terminating (SIGTERM)\u000a12:21:54.590896 --- ParallelTerminationStrategy: PID 19558 died...\u000a12:21:54.647963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19558): Terminated: ok {rc=0}\u000a12:21:54.658098 --- ParallelTerminationStrategy: PID 19559 died...\u000a12:21:54.714779 run iperf3-srv_10.42.42.10(pid=19559): Terminated {rc=256}\u000a12:21:54.724802 --- ParallelTerminationStrategy: PID 19560 died...\u000a12:21:54.781388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19560): Terminated: ok {rc=0}\u000a12:21:54.791427 --- ParallelTerminationStrategy: PID 19561 died...\u000a12:21:54.848093 run iperf3-srv_10.42.42.10(pid=19561): Terminated {rc=256}\u000a12:21:54.858214 --- ParallelTerminationStrategy: PID 19564 died...\u000a12:21:54.914969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19564): Terminated: ok {rc=0}\u000a12:21:54.925558 --- ParallelTerminationStrategy: PID 19567 died...\u000a12:21:54.982202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19567): Terminated: ok {rc=0}\u000a12:21:54.992249 --- ParallelTerminationStrategy: PID 19570 died...\u000a12:21:55.048619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19570): Terminated: ok {rc=0}\u000a12:21:55.137099 bus /gobi_0: Setting Powered False\u000a12:21:56.242635 bus /gobi_0: Setting Powered False\u000a12:21:57.352767 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19580): Process ended prematurely: osmo-stp_10.42.42.5(pid=19580) [trial-2389↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19580)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19580): Process ended prematurely: osmo-stp_10.42.42.5(pid=19580) [trial-2389↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a12:21:58.469596 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:58.481194 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:21:58.632702 tst iperf3.py: using LAC 33911\u000a12:21:58.759303 tst iperf3.py: using RAC 251\u000a12:21:58.885649 tst iperf3.py: using CellId 33911\u000a12:21:59.011724 tst iperf3.py: using BVCI 33912\u000a12:21:59.036662 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:59.047913 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:59.058916 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:59.069893 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:59.081157 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:59.092422 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:59.103872 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:59.115153 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:21:59.126637 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:21:59.410108 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:21:59.538039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:21:59.858624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19572): Launched\u000a12:22:00.125833 run iperf3-srv_10.42.42.10(pid=19573): Launched\u000a12:22:00.313752 tst iperf3.py:8: start network...\u000a12:22:00.441929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:01.008266 run create_hlr_db(pid=19574): Launched\u000a12:22:01.207376 bus /gobi_6: Setting Powered False\u000a12:22:02.232161 run create_hlr_db(pid=19574): Terminated: ok {rc=0}\u000a12:22:02.645752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19576): Launched\u000a12:22:02.953868 run osmo-hlr_10.42.42.2(pid=19577): Launched\u000a12:22:03.074779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:03.619008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19579): Launched\u000a12:22:03.926277 run osmo-stp_10.42.42.5(pid=19580): Launched\u000a12:22:04.036472 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:04.571521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19582): Launched\u000a12:22:04.680597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:04.948466 run patchelf(pid=19583): Launched\u000a12:22:05.128706 run osmo-stp_10.42.42.5(pid=19580): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19580)]\u000a12:22:05.260196 run osmo-stp_10.42.42.5(pid=19580): stdout: \u000a| (launched: 2022-12-13_12:22:03.774637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:05.393079 run osmo-stp_10.42.42.5(pid=19580): stderr: \u000a| �[0;m�[38;5;43m20221213122203948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122203948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122203948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122203949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122203949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122203949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122203949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:05.520234 run osmo-stp_10.42.42.5(pid=19580): stdout: \u000a| (launched: 2022-12-13_12:22:03.774637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:05.646233 run osmo-stp_10.42.42.5(pid=19580): stderr: \u000a| �[0;m�[38;5;43m20221213122203948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122203948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122203948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122203949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122203949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122203949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122203949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:05.793346 run patchelf(pid=19583): Terminating (SIGINT)\u000a12:22:05.967012 run patchelf(pid=19583): Terminated: ok {rc=0}\u000a12:22:05.998790 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19580): Process ended prematurely: osmo-stp_10.42.42.5(pid=19580) [trial-2389↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19580)] [trial-2389↪gprs:trx-lms↪iperf3.py:8]\u000a12:22:06.008101 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:22:06.069009 run osmo-hlr_10.42.42.2(pid=19577): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19577)]\u000a12:22:06.118618 run osmo-hlr_10.42.42.2(pid=19577): stdout: \u000a| (launched: 2022-12-13_12:22:02.802740) \u000a12:22:06.168725 run osmo-hlr_10.42.42.2(pid=19577): stderr: \u000a| �[0;m�[1;31m20221213122202978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122202978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122202979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122202979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122202979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122202979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122202991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122202999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122203000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:06.211179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19572): Terminating (SIGTERM)\u000a12:22:06.251023 run iperf3-srv_10.42.42.10(pid=19573): Terminating (SIGTERM)\u000a12:22:06.290831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19576): Terminating (SIGTERM)\u000a12:22:06.330728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19579): Terminating (SIGTERM)\u000a12:22:06.370640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19582): Terminating (SIGTERM)\u000a12:22:06.379942 --- ParallelTerminationStrategy: PID 19572 died...\u000a12:22:06.433893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19572): Terminated: ok {rc=0}\u000a12:22:06.443483 --- ParallelTerminationStrategy: PID 19573 died...\u000a12:22:06.496684 run iperf3-srv_10.42.42.10(pid=19573): Terminated {rc=256}\u000a12:22:06.506332 --- ParallelTerminationStrategy: PID 19576 died...\u000a12:22:06.559773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19576): Terminated: ok {rc=0}\u000a12:22:06.569564 --- ParallelTerminationStrategy: PID 19579 died...\u000a12:22:06.622911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19579): Terminated: ok {rc=0}\u000a12:22:06.632446 --- ParallelTerminationStrategy: PID 19582 died...\u000a12:22:06.686305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19582): Terminated: ok {rc=0}\u000a12:22:06.775450 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19598): Process ended prematurely: osmo-stp_10.42.42.5(pid=19598) [trial-2389↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19598)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19598): Process ended prematurely: osmo-stp_10.42.42.5(pid=19598) [trial-2389↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a12:22:07.890822 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:07.902873 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:22:08.045940 tst iperf3m4.py: using LAC 33912\u000a12:22:08.174358 tst iperf3m4.py: using RAC 252\u000a12:22:08.302454 tst iperf3m4.py: using CellId 33912\u000a12:22:08.430494 tst iperf3m4.py: using BVCI 33913\u000a12:22:08.455743 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:08.467235 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:08.478529 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:08.489567 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:08.501056 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:08.512251 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:08.523899 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:08.535241 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:08.546810 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:22:08.665234 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:22:08.791903 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:22:08.909612 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:22:09.208517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:22:09.346234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:09.688518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19584): Launched\u000a12:22:09.972017 run iperf3-srv_10.42.42.10(pid=19585): Launched\u000a12:22:10.173541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:22:10.310593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:10.651712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19586): Launched\u000a12:22:10.935214 run iperf3-srv_10.42.42.10(pid=19587): Launched\u000a12:22:11.136853 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:22:11.273620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:11.614036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19588): Launched\u000a12:22:11.896522 run iperf3-srv_10.42.42.10(pid=19589): Launched\u000a12:22:12.098426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:22:12.235036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:12.576426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19590): Launched\u000a12:22:12.859394 run iperf3-srv_10.42.42.10(pid=19591): Launched\u000a12:22:13.061192 tst iperf3m4.py:8: start network...\u000a12:22:13.198109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:13.713355 run create_hlr_db(pid=19592): Launched\u000a12:22:13.903292 bus /gobi_6: Setting Powered False\u000a12:22:14.924591 run create_hlr_db(pid=19592): Terminated: ok {rc=0}\u000a12:22:15.363392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19594): Launched\u000a12:22:15.694774 run osmo-hlr_10.42.42.2(pid=19595): Launched\u000a12:22:15.812347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:16.419086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19597): Launched\u000a12:22:16.892926 run osmo-stp_10.42.42.5(pid=19598): Launched\u000a12:22:17.044590 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:17.588882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19600): Launched\u000a12:22:17.698417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:17.967033 run patchelf(pid=19601): Launched\u000a12:22:18.146658 run osmo-stp_10.42.42.5(pid=19598): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19598)]\u000a12:22:18.278311 run osmo-stp_10.42.42.5(pid=19598): stdout: \u000a| (launched: 2022-12-13_12:22:16.579950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:18.409977 run osmo-stp_10.42.42.5(pid=19598): stderr: \u000a| �[0;m�[38;5;43m20221213122216807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122216808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122216808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122216808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122216809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122216809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122216809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:18.536699 run osmo-stp_10.42.42.5(pid=19598): stdout: \u000a| (launched: 2022-12-13_12:22:16.579950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:18.662042 run osmo-stp_10.42.42.5(pid=19598): stderr: \u000a| �[0;m�[38;5;43m20221213122216807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122216808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122216808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122216808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122216809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122216809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122216809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:18.807840 run patchelf(pid=19601): Terminating (SIGINT)\u000a12:22:18.980020 run patchelf(pid=19601): Terminated: ok {rc=0}\u000a12:22:19.011663 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19598): Process ended prematurely: osmo-stp_10.42.42.5(pid=19598) [trial-2389↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19598)] [trial-2389↪gprs:trx-lms↪iperf3m4.py:8]\u000a12:22:19.021079 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a12:22:19.081870 run osmo-hlr_10.42.42.2(pid=19595): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19595)]\u000a12:22:19.131140 run osmo-hlr_10.42.42.2(pid=19595): stdout: \u000a| (launched: 2022-12-13_12:22:15.530598) \u000a12:22:19.180853 run osmo-hlr_10.42.42.2(pid=19595): stderr: \u000a| �[0;m�[1;31m20221213122215727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122215727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122215728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122215728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122215728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122215728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122215739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122215748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122215748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122215748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:19.223371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19584): Terminating (SIGTERM)\u000a12:22:19.263148 run iperf3-srv_10.42.42.10(pid=19585): Terminating (SIGTERM)\u000a12:22:19.302976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19586): Terminating (SIGTERM)\u000a12:22:19.342820 run iperf3-srv_10.42.42.10(pid=19587): Terminating (SIGTERM)\u000a12:22:19.382700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19588): Terminating (SIGTERM)\u000a12:22:19.423017 run iperf3-srv_10.42.42.10(pid=19589): Terminating (SIGTERM)\u000a12:22:19.463001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19590): Terminating (SIGTERM)\u000a12:22:19.502647 run iperf3-srv_10.42.42.10(pid=19591): Terminating (SIGTERM)\u000a12:22:19.542502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19594): Terminating (SIGTERM)\u000a12:22:19.582201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19597): Terminating (SIGTERM)\u000a12:22:19.622462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19600): Terminating (SIGTERM)\u000a12:22:19.631764 --- ParallelTerminationStrategy: PID 19584 died...\u000a12:22:19.686038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19584): Terminated: ok {rc=0}\u000a12:22:19.695807 --- ParallelTerminationStrategy: PID 19585 died...\u000a12:22:19.749826 run iperf3-srv_10.42.42.10(pid=19585): Terminated {rc=256}\u000a12:22:19.759615 --- ParallelTerminationStrategy: PID 19586 died...\u000a12:22:19.813739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19586): Terminated: ok {rc=0}\u000a12:22:19.823559 --- ParallelTerminationStrategy: PID 19587 died...\u000a12:22:19.877431 run iperf3-srv_10.42.42.10(pid=19587): Terminated {rc=256}\u000a12:22:19.887203 --- ParallelTerminationStrategy: PID 19588 died...\u000a12:22:19.941154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19588): Terminated: ok {rc=0}\u000a12:22:19.950940 --- ParallelTerminationStrategy: PID 19589 died...\u000a12:22:20.004743 run iperf3-srv_10.42.42.10(pid=19589): Terminated {rc=256}\u000a12:22:20.014542 --- ParallelTerminationStrategy: PID 19590 died...\u000a12:22:20.068511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19590): Terminated: ok {rc=0}\u000a12:22:20.078268 --- ParallelTerminationStrategy: PID 19591 died...\u000a12:22:20.132154 run iperf3-srv_10.42.42.10(pid=19591): Terminated {rc=256}\u000a12:22:20.142103 --- ParallelTerminationStrategy: PID 19594 died...\u000a12:22:20.195997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19594): Terminated: ok {rc=0}\u000a12:22:20.205872 --- ParallelTerminationStrategy: PID 19597 died...\u000a12:22:20.260262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19597): Terminated: ok {rc=0}\u000a12:22:20.270179 --- ParallelTerminationStrategy: PID 19600 died...\u000a12:22:20.324147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19600): Terminated: ok {rc=0}\u000a12:22:20.413557 bus /gobi_4: Setting Powered False\u000a12:22:21.516708 bus /gobi_4: Setting Powered False\u000a12:22:22.628762 bus /gobi_1: Setting Powered False\u000a12:22:23.733511 bus /gobi_1: Setting Powered False\u000a12:22:24.845228 bus /gobi_0: Setting Powered False\u000a12:22:25.951930 bus /gobi_0: Setting Powered False\u000a12:22:27.061149 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19608): Process ended prematurely: osmo-stp_10.42.42.5(pid=19608) [trial-2389↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19608)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19608): Process ended prematurely: osmo-stp_10.42.42.5(pid=19608) [trial-2389↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a12:22:28.131120 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:28.142885 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:22:28.287514 tst ping.py: using LAC 33913\u000a12:22:28.413403 tst ping.py: using RAC 253\u000a12:22:28.545372 tst ping.py: using CellId 33913\u000a12:22:28.669886 tst ping.py: using BVCI 33914\u000a12:22:28.694703 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:28.705834 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:28.716777 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:28.728235 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:28.739762 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:28.751331 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:28.763094 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:28.774788 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:22:29.054913 tst ping.py:19: start network...\u000a12:22:29.180151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:29.666009 run create_hlr_db(pid=19602): Launched\u000a12:22:29.840169 bus /gobi_6: Setting Powered False\u000a12:22:30.862998 run create_hlr_db(pid=19602): Terminated: ok {rc=0}\u000a12:22:31.290658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19604): Launched\u000a12:22:31.686183 run osmo-hlr_10.42.42.2(pid=19605): Launched\u000a12:22:31.916826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:32.532195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19607): Launched\u000a12:22:32.833895 run osmo-stp_10.42.42.5(pid=19608): Launched\u000a12:22:32.943087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:33.468329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19610): Launched\u000a12:22:33.576120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:33.839679 run patchelf(pid=19611): Launched\u000a12:22:34.016802 run osmo-stp_10.42.42.5(pid=19608): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19608)]\u000a12:22:34.146113 run osmo-stp_10.42.42.5(pid=19608): stdout: \u000a| (launched: 2022-12-13_12:22:32.685230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:34.275806 run osmo-stp_10.42.42.5(pid=19608): stderr: \u000a| �[0;m�[38;5;43m20221213122232855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122232855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122232856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122232856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122232856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122232856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122232857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:34.400914 run osmo-stp_10.42.42.5(pid=19608): stdout: \u000a| (launched: 2022-12-13_12:22:32.685230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:34.525090 run osmo-stp_10.42.42.5(pid=19608): stderr: \u000a| �[0;m�[38;5;43m20221213122232855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122232855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122232856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122232856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122232856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122232856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122232857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:34.669743 run patchelf(pid=19611): Terminating (SIGINT)\u000a12:22:34.839093 run patchelf(pid=19611): Terminated: ok {rc=0}\u000a12:22:34.870097 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19608): Process ended prematurely: osmo-stp_10.42.42.5(pid=19608) [trial-2389↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19608)] [trial-2389↪gprs:trx-lms↪ping.py:22]\u000a12:22:34.879078 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:22:34.939650 run osmo-hlr_10.42.42.2(pid=19605): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19605)]\u000a12:22:34.989342 run osmo-hlr_10.42.42.2(pid=19605): stdout: \u000a| (launched: 2022-12-13_12:22:31.446373) \u000a12:22:35.039702 run osmo-hlr_10.42.42.2(pid=19605): stderr: \u000a| �[0;m�[1;31m20221213122231779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122231779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122231779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122231779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122231779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122231779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122231799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122231808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122231808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122231808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:35.082233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19604): Terminating (SIGTERM)\u000a12:22:35.122381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19607): Terminating (SIGTERM)\u000a12:22:35.162226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19610): Terminating (SIGTERM)\u000a12:22:35.171457 --- ParallelTerminationStrategy: PID 19604 died...\u000a12:22:35.225530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19604): Terminated: ok {rc=0}\u000a12:22:35.235304 --- ParallelTerminationStrategy: PID 19607 died...\u000a12:22:35.289237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19607): Terminated: ok {rc=0}\u000a12:22:35.299044 --- ParallelTerminationStrategy: PID 19610 died...\u000a12:22:35.352972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19610): Terminated: ok {rc=0}\u000a12:22:35.442410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19619): Process ended prematurely: osmo-stp_10.42.42.5(pid=19619) [trial-2389↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19619)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19619): Process ended prematurely: osmo-stp_10.42.42.5(pid=19619) [trial-2389↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a12:22:36.496993 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:36.508830 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:22:36.651657 tst ping_idle_ping.py: using LAC 33914\u000a12:22:36.772702 tst ping_idle_ping.py: using RAC 254\u000a12:22:36.893484 tst ping_idle_ping.py: using CellId 33914\u000a12:22:37.013880 tst ping_idle_ping.py: using BVCI 33915\u000a12:22:37.037348 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:37.047900 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:37.058477 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:37.068874 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:37.079309 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:37.090038 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:37.100837 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:22:37.111524 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:22:37.404675 tst ping_idle_ping.py:24: start network...\u000a12:22:37.539754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:38.053289 run create_hlr_db(pid=19612): Launched\u000a12:22:38.242155 bus /gobi_6: Setting Powered False\u000a12:22:39.262575 run create_hlr_db(pid=19612): Terminated: ok {rc=0}\u000a12:22:39.696289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19614): Launched\u000a12:22:40.024313 run osmo-hlr_10.42.42.2(pid=19615): Launched\u000a12:22:40.145275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:40.708610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19618): Launched\u000a12:22:41.033255 run osmo-stp_10.42.42.5(pid=19619): Launched\u000a12:22:41.151625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:41.717310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19621): Launched\u000a12:22:41.832162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:42.108176 run patchelf(pid=19622): Launched\u000a12:22:42.286057 run osmo-stp_10.42.42.5(pid=19619): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19619)]\u000a12:22:42.415919 run osmo-stp_10.42.42.5(pid=19619): stdout: \u000a| (launched: 2022-12-13_12:22:40.872780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:42.546516 run osmo-stp_10.42.42.5(pid=19619): stderr: \u000a| �[0;m�[38;5;43m20221213122241061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122241062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122241062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122241062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122241063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122241063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122241063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:42.672063 run osmo-stp_10.42.42.5(pid=19619): stdout: \u000a| (launched: 2022-12-13_12:22:40.872780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:42.796182 run osmo-stp_10.42.42.5(pid=19619): stderr: \u000a| �[0;m�[38;5;43m20221213122241061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122241062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122241062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122241062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122241063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122241063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122241063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:42.940514 run patchelf(pid=19622): Terminating (SIGINT)\u000a12:22:43.110657 run patchelf(pid=19622): Terminated: ok {rc=0}\u000a12:22:43.142016 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19619): Process ended prematurely: osmo-stp_10.42.42.5(pid=19619) [trial-2389↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19619)] [trial-2389↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a12:22:43.151136 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:22:43.212108 run osmo-hlr_10.42.42.2(pid=19615): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19615)]\u000a12:22:43.261766 run osmo-hlr_10.42.42.2(pid=19615): stdout: \u000a| (launched: 2022-12-13_12:22:39.861533) \u000a12:22:43.312036 run osmo-hlr_10.42.42.2(pid=19615): stderr: \u000a| �[0;m�[1;31m20221213122240059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122240059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122240059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122240059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122240059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122240059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122240072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122240082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122240082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122240082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:43.354944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19614): Terminating (SIGTERM)\u000a12:22:43.395497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19618): Terminating (SIGTERM)\u000a12:22:43.435983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19621): Terminating (SIGTERM)\u000a12:22:43.445453 --- ParallelTerminationStrategy: PID 19614 died...\u000a12:22:43.499830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19614): Terminated: ok {rc=0}\u000a12:22:43.509749 --- ParallelTerminationStrategy: PID 19618 died...\u000a12:22:43.563699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19618): Terminated: ok {rc=0}\u000a12:22:43.573529 --- ParallelTerminationStrategy: PID 19621 died...\u000a12:22:43.628552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19621): Terminated: ok {rc=0}\u000a12:22:43.717717 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:21:44" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19636): Process ended prematurely: osmo-stp_10.42.42.5(pid=19636) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19636)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19636): Process ended prematurely: osmo-stp_10.42.42.5(pid=19636) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:22:45.864711 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:45.887613 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:22:46.030196 tst cs_paging_gprs_active.py: using LAC 33915\u000a12:22:46.153249 tst cs_paging_gprs_active.py: using RAC 255\u000a12:22:46.284213 tst cs_paging_gprs_active.py: using CellId 33915\u000a12:22:46.419133 tst cs_paging_gprs_active.py: using BVCI 33916\u000a12:22:46.446402 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:46.459240 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:46.471875 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:46.484567 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:46.499664 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:46.512846 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:46.528208 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:46.541860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:46.554545 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:22:46.718256 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:22:47.039648 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:22:47.172142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:47.496366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19626): Launched\u000a12:22:47.763916 run iperf3-srv_10.42.42.10(pid=19627): Launched\u000a12:22:47.951798 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:22:48.079692 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:48.400423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19628): Launched\u000a12:22:48.666636 run iperf3-srv_10.42.42.10(pid=19629): Launched\u000a12:22:48.854377 tst cs_paging_gprs_active.py:38: start network...\u000a12:22:48.982210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:49.474791 run create_hlr_db(pid=19630): Launched\u000a12:22:49.652597 bus /gobi_6: Setting Powered False\u000a12:22:50.673316 run create_hlr_db(pid=19630): Terminated: ok {rc=0}\u000a12:22:51.112667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19632): Launched\u000a12:22:51.441913 run osmo-hlr_10.42.42.2(pid=19633): Launched\u000a12:22:51.562230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:52.137787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19635): Launched\u000a12:22:52.466533 run osmo-stp_10.42.42.5(pid=19636): Launched\u000a12:22:52.587041 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:53.161493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19638): Launched\u000a12:22:53.278817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:53.566061 run patchelf(pid=19639): Launched\u000a12:22:53.760491 run osmo-stp_10.42.42.5(pid=19636): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19636)]\u000a12:22:53.901444 run osmo-stp_10.42.42.5(pid=19636): stdout: \u000a| (launched: 2022-12-13_12:22:52.304644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:54.043355 run osmo-stp_10.42.42.5(pid=19636): stderr: \u000a| �[0;m�[38;5;43m20221213122252496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122252496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122252497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122252497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122252498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122252498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122252498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:54.179755 run osmo-stp_10.42.42.5(pid=19636): stdout: \u000a| (launched: 2022-12-13_12:22:52.304644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:54.314719 run osmo-stp_10.42.42.5(pid=19636): stderr: \u000a| �[0;m�[38;5;43m20221213122252496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122252496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122252497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122252497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122252498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122252498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122252498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:54.471815 run patchelf(pid=19639): Terminating (SIGINT)\u000a12:22:54.655361 run patchelf(pid=19639): Terminated: ok {rc=0}\u000a12:22:54.689341 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19636): Process ended prematurely: osmo-stp_10.42.42.5(pid=19636) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19636)] [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:22:54.699510 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:22:54.763692 run osmo-hlr_10.42.42.2(pid=19633): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19633)]\u000a12:22:54.815792 run osmo-hlr_10.42.42.2(pid=19633): stdout: \u000a| (launched: 2022-12-13_12:22:51.279461) \u000a12:22:54.868375 run osmo-hlr_10.42.42.2(pid=19633): stderr: \u000a| �[0;m�[1;31m20221213122251476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122251476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122251476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122251476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122251476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122251476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122251489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122251498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122251498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122251498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:54.913566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19626): Terminating (SIGTERM)\u000a12:22:54.956206 run iperf3-srv_10.42.42.10(pid=19627): Terminating (SIGTERM)\u000a12:22:54.999013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19628): Terminating (SIGTERM)\u000a12:22:55.041426 run iperf3-srv_10.42.42.10(pid=19629): Terminating (SIGTERM)\u000a12:22:55.083878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19632): Terminating (SIGTERM)\u000a12:22:55.126570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19635): Terminating (SIGTERM)\u000a12:22:55.169155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19638): Terminating (SIGTERM)\u000a12:22:55.179013 --- ParallelTerminationStrategy: PID 19626 died...\u000a12:22:55.236204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19626): Terminated: ok {rc=0}\u000a12:22:55.246581 --- ParallelTerminationStrategy: PID 19627 died...\u000a12:22:55.303552 run iperf3-srv_10.42.42.10(pid=19627): Terminated {rc=256}\u000a12:22:55.313940 --- ParallelTerminationStrategy: PID 19628 died...\u000a12:22:55.370873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19628): Terminated: ok {rc=0}\u000a12:22:55.381201 --- ParallelTerminationStrategy: PID 19629 died...\u000a12:22:55.438097 run iperf3-srv_10.42.42.10(pid=19629): Terminated {rc=256}\u000a12:22:55.448321 --- ParallelTerminationStrategy: PID 19632 died...\u000a12:22:55.505388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19632): Terminated: ok {rc=0}\u000a12:22:55.515735 --- ParallelTerminationStrategy: PID 19635 died...\u000a12:22:55.572791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19635): Terminated: ok {rc=0}\u000a12:22:55.583073 --- ParallelTerminationStrategy: PID 19638 died...\u000a12:22:55.640214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19638): Terminated: ok {rc=0}\u000a12:22:55.729791 bus /gobi_0: Setting Powered False\u000a12:22:56.837138 bus /gobi_0: Setting Powered False\u000a12:22:57.945809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19648): Process ended prematurely: osmo-stp_10.42.42.5(pid=19648) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19648)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19648): Process ended prematurely: osmo-stp_10.42.42.5(pid=19648) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:22:59.063849 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.075875 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:22:59.225964 tst iperf3.py: using LAC 33916\u000a12:22:59.357361 tst iperf3.py: using RAC 1\u000a12:22:59.488034 tst iperf3.py: using CellId 33916\u000a12:22:59.617864 tst iperf3.py: using BVCI 33917\u000a12:22:59.642863 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.654325 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.665648 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.676886 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.688501 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.700147 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.711979 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.723684 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:59.735688 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:00.034557 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:23:00.172227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:00.514259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19640): Launched\u000a12:23:00.797436 run iperf3-srv_10.42.42.10(pid=19641): Launched\u000a12:23:01.043797 tst iperf3.py:8: start network...\u000a12:23:01.219248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:01.785017 run create_hlr_db(pid=19642): Launched\u000a12:23:01.990047 bus /gobi_6: Setting Powered False\u000a12:23:02.999572 run create_hlr_db(pid=19642): Terminated: ok {rc=0}\u000a12:23:03.421798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19644): Launched\u000a12:23:03.730443 run osmo-hlr_10.42.42.2(pid=19645): Launched\u000a12:23:03.843897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:04.378711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19647): Launched\u000a12:23:04.685638 run osmo-stp_10.42.42.5(pid=19648): Launched\u000a12:23:04.795721 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:05.330416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19650): Launched\u000a12:23:05.439135 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:05.707213 run patchelf(pid=19651): Launched\u000a12:23:05.888131 run osmo-stp_10.42.42.5(pid=19648): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19648)]\u000a12:23:06.019795 run osmo-stp_10.42.42.5(pid=19648): stdout: \u000a| (launched: 2022-12-13_12:23:04.535177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:06.151662 run osmo-stp_10.42.42.5(pid=19648): stderr: \u000a| �[0;m�[38;5;43m20221213122304706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122304706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122304706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122304707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122304707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122304707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122304708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:06.278916 run osmo-stp_10.42.42.5(pid=19648): stdout: \u000a| (launched: 2022-12-13_12:23:04.535177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:06.404739 run osmo-stp_10.42.42.5(pid=19648): stderr: \u000a| �[0;m�[38;5;43m20221213122304706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122304706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122304706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122304707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122304707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122304707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122304708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:06.551704 run patchelf(pid=19651): Terminating (SIGINT)\u000a12:23:06.724048 run patchelf(pid=19651): Terminated: ok {rc=0}\u000a12:23:06.755750 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19648): Process ended prematurely: osmo-stp_10.42.42.5(pid=19648) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19648)] [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a12:23:06.765291 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:23:06.825860 run osmo-hlr_10.42.42.2(pid=19645): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19645)]\u000a12:23:06.875263 run osmo-hlr_10.42.42.2(pid=19645): stdout: \u000a| (launched: 2022-12-13_12:23:03.578895) \u000a12:23:06.925321 run osmo-hlr_10.42.42.2(pid=19645): stderr: \u000a| �[0;m�[1;31m20221213122303757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122303757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122303757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122303757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122303757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122303757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122303769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122303780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122303780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122303780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:06.967908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19640): Terminating (SIGTERM)\u000a12:23:07.007904 run iperf3-srv_10.42.42.10(pid=19641): Terminating (SIGTERM)\u000a12:23:07.048260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19644): Terminating (SIGTERM)\u000a12:23:07.088541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19647): Terminating (SIGTERM)\u000a12:23:07.128866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19650): Terminating (SIGTERM)\u000a12:23:07.138326 --- ParallelTerminationStrategy: PID 19640 died...\u000a12:23:07.192330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19640): Terminated: ok {rc=0}\u000a12:23:07.202145 --- ParallelTerminationStrategy: PID 19641 died...\u000a12:23:07.255652 run iperf3-srv_10.42.42.10(pid=19641): Terminated {rc=256}\u000a12:23:07.265256 --- ParallelTerminationStrategy: PID 19644 died...\u000a12:23:07.319509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19644): Terminated: ok {rc=0}\u000a12:23:07.329404 --- ParallelTerminationStrategy: PID 19647 died...\u000a12:23:07.382991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19647): Terminated: ok {rc=0}\u000a12:23:07.392734 --- ParallelTerminationStrategy: PID 19650 died...\u000a12:23:07.446260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19650): Terminated: ok {rc=0}\u000a12:23:07.535960 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:23:08.649446 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:08.660929 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:08.803044 tst iperf3m4.py: using LAC 33917\u000a12:23:08.925880 tst iperf3m4.py: using RAC 2\u000a12:23:09.046429 tst iperf3m4.py: using CellId 33917\u000a12:23:09.168289 tst iperf3m4.py: using BVCI 33918\u000a12:23:09.191665 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:09.202651 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:09.213374 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:09.224016 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:09.234665 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:09.245697 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:09.256732 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:09.267548 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:09.278528 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:09.400155 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:09.518977 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:09.640878 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:09.925859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:23:10.054573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:10.376593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19652): Launched\u000a12:23:10.642005 run iperf3-srv_10.42.42.10(pid=19653): Launched\u000a12:23:10.829458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:23:10.956841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:11.276582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19654): Launched\u000a12:23:11.541737 run iperf3-srv_10.42.42.10(pid=19655): Launched\u000a12:23:11.729562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:23:11.857766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:12.177767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19656): Launched\u000a12:23:12.442214 run iperf3-srv_10.42.42.10(pid=19657): Launched\u000a12:23:12.629748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:23:12.757610 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:13.077372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19658): Launched\u000a12:23:13.349861 run iperf3-srv_10.42.42.10(pid=19659): Launched\u000a12:23:13.537688 tst iperf3m4.py:8: start network...\u000a12:23:13.665520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:14.158509 run create_hlr_db(pid=19660): Launched\u000a12:23:14.335460 bus /gobi_6: Setting Powered False\u000a12:23:15.357765 run create_hlr_db(pid=19660): Terminated: ok {rc=0}\u000a12:23:15.796717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Launched\u000a12:23:16.232127 run osmo-hlr_10.42.42.2(pid=19663): Launched\u000a12:23:16.458197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:17.050957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Launched\u000a12:23:17.386281 run osmo-stp_10.42.42.5(pid=19666): Launched\u000a12:23:17.506934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:18.078536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Launched\u000a12:23:18.195287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:18.483222 run patchelf(pid=19669): Launched\u000a12:23:18.683610 run osmo-stp_10.42.42.5(pid=19666): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]\u000a12:23:18.823912 run osmo-stp_10.42.42.5(pid=19666): stdout: \u000a| (launched: 2022-12-13_12:23:17.221189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:18.964800 run osmo-stp_10.42.42.5(pid=19666): stderr: \u000a| �[0;m�[38;5;43m20221213122317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122317411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:19.100574 run osmo-stp_10.42.42.5(pid=19666): stdout: \u000a| (launched: 2022-12-13_12:23:17.221189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:19.235424 run osmo-stp_10.42.42.5(pid=19666): stderr: \u000a| �[0;m�[38;5;43m20221213122317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122317411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:19.392397 run patchelf(pid=19669): Terminating (SIGINT)\u000a12:23:19.576385 run patchelf(pid=19669): Terminated: ok {rc=0}\u000a12:23:19.610252 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)] [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:23:19.620288 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:23:19.684435 run osmo-hlr_10.42.42.2(pid=19663): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19663)]\u000a12:23:19.736386 run osmo-hlr_10.42.42.2(pid=19663): stdout: \u000a| (launched: 2022-12-13_12:23:15.974266) \u000a12:23:19.789008 run osmo-hlr_10.42.42.2(pid=19663): stderr: \u000a| �[0;m�[1;31m20221213122316279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122316279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122316279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122316279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122316279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122316279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122316295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122316307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122316308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122316308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:19.834059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19652): Terminating (SIGTERM)\u000a12:23:19.876366 run iperf3-srv_10.42.42.10(pid=19653): Terminating (SIGTERM)\u000a12:23:19.919190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19654): Terminating (SIGTERM)\u000a12:23:19.962974 run iperf3-srv_10.42.42.10(pid=19655): Terminating (SIGTERM)\u000a12:23:20.005427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19656): Terminating (SIGTERM)\u000a12:23:20.047821 run iperf3-srv_10.42.42.10(pid=19657): Terminating (SIGTERM)\u000a12:23:20.090298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19658): Terminating (SIGTERM)\u000a12:23:20.132465 run iperf3-srv_10.42.42.10(pid=19659): Terminating (SIGTERM)\u000a12:23:20.174970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Terminating (SIGTERM)\u000a12:23:20.217353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Terminating (SIGTERM)\u000a12:23:20.259646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Terminating (SIGTERM)\u000a12:23:20.269407 --- ParallelTerminationStrategy: PID 19652 died...\u000a12:23:20.326386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19652): Terminated: ok {rc=0}\u000a12:23:20.336515 --- ParallelTerminationStrategy: PID 19653 died...\u000a12:23:20.393409 run iperf3-srv_10.42.42.10(pid=19653): Terminated {rc=256}\u000a12:23:20.403439 --- ParallelTerminationStrategy: PID 19654 died...\u000a12:23:20.460046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19654): Terminated: ok {rc=0}\u000a12:23:20.470135 --- ParallelTerminationStrategy: PID 19655 died...\u000a12:23:20.526535 run iperf3-srv_10.42.42.10(pid=19655): Terminated {rc=256}\u000a12:23:20.536596 --- ParallelTerminationStrategy: PID 19656 died...\u000a12:23:20.593174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19656): Terminated: ok {rc=0}\u000a12:23:20.603226 --- ParallelTerminationStrategy: PID 19657 died...\u000a12:23:20.659664 run iperf3-srv_10.42.42.10(pid=19657): Terminated {rc=256}\u000a12:23:20.669808 --- ParallelTerminationStrategy: PID 19658 died...\u000a12:23:20.726495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19658): Terminated: ok {rc=0}\u000a12:23:20.736632 --- ParallelTerminationStrategy: PID 19659 died...\u000a12:23:20.793118 run iperf3-srv_10.42.42.10(pid=19659): Terminated {rc=256}\u000a12:23:20.803191 --- ParallelTerminationStrategy: PID 19662 died...\u000a12:23:20.860027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Terminated: ok {rc=0}\u000a12:23:20.870203 --- ParallelTerminationStrategy: PID 19665 died...\u000a12:23:20.926872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Terminated: ok {rc=0}\u000a12:23:20.937273 --- ParallelTerminationStrategy: PID 19668 died...\u000a12:23:20.994780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Terminated: ok {rc=0}\u000a12:23:21.082613 bus /gobi_4: Setting Powered False\u000a12:23:22.191097 bus /gobi_4: Setting Powered False\u000a12:23:23.302544 bus /gobi_1: Setting Powered False\u000a12:23:24.405870 bus /gobi_1: Setting Powered False\u000a12:23:25.518369 bus /gobi_0: Setting Powered False\u000a12:23:26.623906 bus /gobi_0: Setting Powered False\u000a12:23:27.733987 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19676): Process ended prematurely: osmo-stp_10.42.42.5(pid=19676) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19676)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19676): Process ended prematurely: osmo-stp_10.42.42.5(pid=19676) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:23:28.803368 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:28.815317 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:28.961278 tst ping.py: using LAC 33918\u000a12:23:29.089501 tst ping.py: using RAC 3\u000a12:23:29.218137 tst ping.py: using CellId 33918\u000a12:23:29.344857 tst ping.py: using BVCI 33919\u000a12:23:29.369744 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:29.381159 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:29.392234 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:29.403539 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:29.415105 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:29.426572 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:29.438259 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:29.449743 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:29.743798 tst ping.py:19: start network...\u000a12:23:29.878262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:30.386913 run create_hlr_db(pid=19670): Launched\u000a12:23:30.574566 bus /gobi_6: Setting Powered False\u000a12:23:31.597324 run create_hlr_db(pid=19670): Terminated: ok {rc=0}\u000a12:23:32.118289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19672): Launched\u000a12:23:32.446029 run osmo-hlr_10.42.42.2(pid=19673): Launched\u000a12:23:32.564337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:33.129966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19675): Launched\u000a12:23:33.453736 run osmo-stp_10.42.42.5(pid=19676): Launched\u000a12:23:33.570997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:34.135778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19678): Launched\u000a12:23:34.250807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:34.531463 run patchelf(pid=19679): Launched\u000a12:23:34.719870 run osmo-stp_10.42.42.5(pid=19676): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19676)]\u000a12:23:34.858154 run osmo-stp_10.42.42.5(pid=19676): stdout: \u000a| (launched: 2022-12-13_12:23:33.293427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:34.997190 run osmo-stp_10.42.42.5(pid=19676): stderr: \u000a| �[0;m�[38;5;43m20221213122333484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122333484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122333484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122333485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122333485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122333485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122333485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:35.131032 run osmo-stp_10.42.42.5(pid=19676): stdout: \u000a| (launched: 2022-12-13_12:23:33.293427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:35.263390 run osmo-stp_10.42.42.5(pid=19676): stderr: \u000a| �[0;m�[38;5;43m20221213122333484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122333484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122333484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122333485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122333485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122333485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122333485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:35.417218 run patchelf(pid=19679): Terminating (SIGINT)\u000a12:23:35.597824 run patchelf(pid=19679): Terminated: ok {rc=0}\u000a12:23:35.630477 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19676): Process ended prematurely: osmo-stp_10.42.42.5(pid=19676) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19676)] [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a12:23:35.639989 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:23:35.703586 run osmo-hlr_10.42.42.2(pid=19673): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19673)]\u000a12:23:35.755399 run osmo-hlr_10.42.42.2(pid=19673): stdout: \u000a| (launched: 2022-12-13_12:23:32.285793) \u000a12:23:35.807818 run osmo-hlr_10.42.42.2(pid=19673): stderr: \u000a| �[0;m�[1;31m20221213122332481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122332481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122332481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122332481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122332482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122332482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122332494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122332503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122332503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122332503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:35.852549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19672): Terminating (SIGTERM)\u000a12:23:35.894793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19675): Terminating (SIGTERM)\u000a12:23:35.937112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19678): Terminating (SIGTERM)\u000a12:23:35.946903 --- ParallelTerminationStrategy: PID 19672 died...\u000a12:23:36.004471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19672): Terminated: ok {rc=0}\u000a12:23:36.014854 --- ParallelTerminationStrategy: PID 19675 died...\u000a12:23:36.071720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19675): Terminated: ok {rc=0}\u000a12:23:36.081903 --- ParallelTerminationStrategy: PID 19678 died...\u000a12:23:36.138545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19678): Terminated: ok {rc=0}\u000a12:23:36.225652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19686): Process ended prematurely: osmo-stp_10.42.42.5(pid=19686) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19686)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19686): Process ended prematurely: osmo-stp_10.42.42.5(pid=19686) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:23:37.278842 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:37.290979 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:37.437465 tst ping_idle_ping.py: using LAC 33919\u000a12:23:37.566179 tst ping_idle_ping.py: using RAC 4\u000a12:23:37.694202 tst ping_idle_ping.py: using CellId 33919\u000a12:23:37.819853 tst ping_idle_ping.py: using BVCI 33920\u000a12:23:37.844490 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:37.855975 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:37.867315 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:37.878624 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:37.890102 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:37.901679 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:37.913423 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:37.924897 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:38.202719 tst ping_idle_ping.py:24: start network...\u000a12:23:38.328161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:38.816405 run create_hlr_db(pid=19680): Launched\u000a12:23:38.991334 bus /gobi_6: Setting Powered False\u000a12:23:40.012752 run create_hlr_db(pid=19680): Terminated: ok {rc=0}\u000a12:23:40.418190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19682): Launched\u000a12:23:40.719972 run osmo-hlr_10.42.42.2(pid=19683): Launched\u000a12:23:40.838429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:41.371729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19685): Launched\u000a12:23:41.677512 run osmo-stp_10.42.42.5(pid=19686): Launched\u000a12:23:41.786873 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:42.317392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19688): Launched\u000a12:23:42.424483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:42.688269 run patchelf(pid=19689): Launched\u000a12:23:42.864869 run osmo-stp_10.42.42.5(pid=19686): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19686)]\u000a12:23:42.994357 run osmo-stp_10.42.42.5(pid=19686): stdout: \u000a| (launched: 2022-12-13_12:23:41.526004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:43.123958 run osmo-stp_10.42.42.5(pid=19686): stderr: \u000a| �[0;m�[38;5;43m20221213122341697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122341697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122341697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122341698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122341698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122341698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122341698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:43.248812 run osmo-stp_10.42.42.5(pid=19686): stdout: \u000a| (launched: 2022-12-13_12:23:41.526004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:43.372376 run osmo-stp_10.42.42.5(pid=19686): stderr: \u000a| �[0;m�[38;5;43m20221213122341697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122341697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122341697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122341698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122341698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122341698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122341698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:43.516148 run patchelf(pid=19689): Terminating (SIGINT)\u000a12:23:43.685480 run patchelf(pid=19689): Terminated: ok {rc=0}\u000a12:23:43.716238 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19686): Process ended prematurely: osmo-stp_10.42.42.5(pid=19686) [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19686)] [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:23:43.725044 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a12:23:43.785007 run osmo-hlr_10.42.42.2(pid=19683): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19683)]\u000a12:23:43.834112 run osmo-hlr_10.42.42.2(pid=19683): stdout: \u000a| (launched: 2022-12-13_12:23:40.571682) \u000a12:23:43.883719 run osmo-hlr_10.42.42.2(pid=19683): stderr: \u000a| �[0;m�[1;31m20221213122340749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122340749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122340749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122340749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122340749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122340749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122340761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122340770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122340770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122340770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:43.926409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19682): Terminating (SIGTERM)\u000a12:23:43.966038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19685): Terminating (SIGTERM)\u000a12:23:44.006191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19688): Terminating (SIGTERM)\u000a12:23:44.015635 --- ParallelTerminationStrategy: PID 19682 died...\u000a12:23:44.069918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19682): Terminated: ok {rc=0}\u000a12:23:44.080075 --- ParallelTerminationStrategy: PID 19685 died...\u000a12:23:44.134317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19685): Terminated: ok {rc=0}\u000a12:23:44.144137 --- ParallelTerminationStrategy: PID 19688 died...\u000a12:23:44.198111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19688): Terminated: ok {rc=0}\u000a12:23:44.286618 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:22:45" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19985): Process ended prematurely: osmo-stp_10.42.42.5(pid=19985) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19985)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19985): Process ended prematurely: osmo-stp_10.42.42.5(pid=19985) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:23:46.476449 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:46.488189 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:23:46.658049 tst cs_paging_gprs_active.py: using LAC 33920\u000a12:23:46.832455 tst cs_paging_gprs_active.py: using RAC 5\u000a12:23:47.015630 tst cs_paging_gprs_active.py: using CellId 33920\u000a12:23:47.202801 tst cs_paging_gprs_active.py: using BVCI 33921\u000a12:23:47.237919 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:47.256641 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:47.271887 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:47.286846 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:47.300899 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:47.315500 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:47.333392 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:47.349250 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:47.368412 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:23:47.521203 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:23:47.851692 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:23:47.995659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:48.432073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19770): Launched\u000a12:23:48.799806 run iperf3-srv_10.42.42.10(pid=19800): Launched\u000a12:23:49.053132 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:23:49.221246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:49.662113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19913): Launched\u000a12:23:50.037186 run iperf3-srv_10.42.42.10(pid=19964): Launched\u000a12:23:50.243889 tst cs_paging_gprs_active.py:38: start network...\u000a12:23:50.380677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:50.918582 run create_hlr_db(pid=19977): Launched\u000a12:23:51.099586 bus /gobi_6: Setting Powered False\u000a12:23:52.120742 run create_hlr_db(pid=19977): Terminated: ok {rc=0}\u000a12:23:52.559010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19981): Launched\u000a12:23:52.976175 run osmo-hlr_10.42.42.2(pid=19982): Launched\u000a12:23:53.208360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:53.835006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19984): Launched\u000a12:23:54.269884 run osmo-stp_10.42.42.5(pid=19985): Launched\u000a12:23:54.479020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:55.071113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19987): Launched\u000a12:23:55.191454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:55.505252 run patchelf(pid=19988): Launched\u000a12:23:55.703638 run osmo-stp_10.42.42.5(pid=19985): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19985)]\u000a12:23:55.849174 run osmo-stp_10.42.42.5(pid=19985): stdout: \u000a| (launched: 2022-12-13_12:23:54.003592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:55.995904 run osmo-stp_10.42.42.5(pid=19985): stderr: \u000a| �[0;m�[38;5;43m20221213122354290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122354290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122354290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122354290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122354291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122354291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122354291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:56.136410 run osmo-stp_10.42.42.5(pid=19985): stdout: \u000a| (launched: 2022-12-13_12:23:54.003592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:56.275795 run osmo-stp_10.42.42.5(pid=19985): stderr: \u000a| �[0;m�[38;5;43m20221213122354290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122354290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122354290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122354290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122354291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122354291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122354291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:56.437732 run patchelf(pid=19988): Terminating (SIGINT)\u000a12:23:56.628539 run patchelf(pid=19988): Terminated: ok {rc=0}\u000a12:23:56.664088 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19985): Process ended prematurely: osmo-stp_10.42.42.5(pid=19985) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19985)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:23:56.675423 tst cs_paging_gprs_active.py:38: Test FAILED (10.2 sec)\u000a12:23:56.742459 run osmo-hlr_10.42.42.2(pid=19982): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19982)]\u000a12:23:56.796843 run osmo-hlr_10.42.42.2(pid=19982): stdout: \u000a| (launched: 2022-12-13_12:23:52.719831) \u000a12:23:56.852043 run osmo-hlr_10.42.42.2(pid=19982): stderr: \u000a| �[0;m�[1;31m20221213122353049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122353049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122353049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122353049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122353049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122353049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122353067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122353075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122353075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122353075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:56.899231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19770): Terminating (SIGTERM)\u000a12:23:56.945818 run iperf3-srv_10.42.42.10(pid=19800): Terminating (SIGTERM)\u000a12:23:56.992916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19913): Terminating (SIGTERM)\u000a12:23:57.039547 run iperf3-srv_10.42.42.10(pid=19964): Terminating (SIGTERM)\u000a12:23:57.086163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19981): Terminating (SIGTERM)\u000a12:23:57.132662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19984): Terminating (SIGTERM)\u000a12:23:57.179588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19987): Terminating (SIGTERM)\u000a12:23:57.190718 --- ParallelTerminationStrategy: PID 19770 died...\u000a12:23:57.252218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19770): Terminated: ok {rc=0}\u000a12:23:57.264264 --- ParallelTerminationStrategy: PID 19800 died...\u000a12:23:57.322996 run iperf3-srv_10.42.42.10(pid=19800): Terminated {rc=256}\u000a12:23:57.335111 --- ParallelTerminationStrategy: PID 19913 died...\u000a12:23:57.393995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19913): Terminated: ok {rc=0}\u000a12:23:57.406140 --- ParallelTerminationStrategy: PID 19964 died...\u000a12:23:57.465196 run iperf3-srv_10.42.42.10(pid=19964): Terminated {rc=256}\u000a12:23:57.476381 --- ParallelTerminationStrategy: PID 19981 died...\u000a12:23:57.536004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19981): Terminated: ok {rc=0}\u000a12:23:57.548058 --- ParallelTerminationStrategy: PID 19984 died...\u000a12:23:57.607005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19984): Terminated: ok {rc=0}\u000a12:23:57.618769 --- ParallelTerminationStrategy: PID 19987 died...\u000a12:23:57.677356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19987): Terminated: ok {rc=0}\u000a12:23:57.768939 bus /gobi_0: Setting Powered False\u000a12:23:58.879365 bus /gobi_0: Setting Powered False\u000a12:23:59.993428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:24:01.160122 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.177583 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:01.383790 tst iperf3.py: using LAC 33921\u000a12:24:01.522009 tst iperf3.py: using RAC 6\u000a12:24:01.675365 tst iperf3.py: using CellId 33921\u000a12:24:01.821207 tst iperf3.py: using BVCI 33922\u000a12:24:01.848919 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.860895 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.872364 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.884168 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.897743 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.911158 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.925729 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.938514 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:01.951466 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:02.282470 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:24:02.423371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:02.823974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Launched\u000a12:24:03.125438 run iperf3-srv_10.42.42.10(pid=19990): Launched\u000a12:24:03.332455 tst iperf3.py:8: start network...\u000a12:24:03.474251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:04.032562 run create_hlr_db(pid=19991): Launched\u000a12:24:04.226953 bus /gobi_6: Setting Powered False\u000a12:24:05.250792 run create_hlr_db(pid=19991): Terminated: ok {rc=0}\u000a12:24:05.713643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Launched\u000a12:24:06.152542 run osmo-hlr_10.42.42.2(pid=19994): Launched\u000a12:24:06.399977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:07.003234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Launched\u000a12:24:07.449751 run osmo-stp_10.42.42.5(pid=19997): Launched\u000a12:24:07.667901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:08.271395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Launched\u000a12:24:08.394772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:08.703325 run patchelf(pid=20000): Launched\u000a12:24:08.904641 run osmo-stp_10.42.42.5(pid=19997): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]\u000a12:24:09.052915 run osmo-stp_10.42.42.5(pid=19997): stdout: \u000a| (launched: 2022-12-13_12:24:07.176096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:09.201294 run osmo-stp_10.42.42.5(pid=19997): stderr: \u000a| �[0;m�[38;5;43m20221213122407475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122407475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122407475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122407476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122407476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122407476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122407476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:09.343715 run osmo-stp_10.42.42.5(pid=19997): stdout: \u000a| (launched: 2022-12-13_12:24:07.176096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:09.484710 run osmo-stp_10.42.42.5(pid=19997): stderr: \u000a| �[0;m�[38;5;43m20221213122407475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122407475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122407475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122407476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122407476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122407476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122407476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:09.649349 run patchelf(pid=20000): Terminating (SIGINT)\u000a12:24:09.841873 run patchelf(pid=20000): Terminated: ok {rc=0}\u000a12:24:09.877499 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:24:09.889018 tst iperf3.py:8: Test FAILED (8.8 sec)\u000a12:24:09.957912 run osmo-hlr_10.42.42.2(pid=19994): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19994)]\u000a12:24:10.013963 run osmo-hlr_10.42.42.2(pid=19994): stdout: \u000a| (launched: 2022-12-13_12:24:05.886074) \u000a12:24:10.070225 run osmo-hlr_10.42.42.2(pid=19994): stderr: \u000a| �[0;m�[1;31m20221213122406197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122406197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122406197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122406197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122406197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122406197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122406211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122406219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122406219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122406219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:10.118572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Terminating (SIGTERM)\u000a12:24:10.166512 run iperf3-srv_10.42.42.10(pid=19990): Terminating (SIGTERM)\u000a12:24:10.214387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Terminating (SIGTERM)\u000a12:24:10.261915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Terminating (SIGTERM)\u000a12:24:10.309932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Terminating (SIGTERM)\u000a12:24:10.321391 --- ParallelTerminationStrategy: PID 19989 died...\u000a12:24:10.385437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Terminated: ok {rc=0}\u000a12:24:10.397879 --- ParallelTerminationStrategy: PID 19990 died...\u000a12:24:10.458227 run iperf3-srv_10.42.42.10(pid=19990): Terminated {rc=256}\u000a12:24:10.469998 --- ParallelTerminationStrategy: PID 19993 died...\u000a12:24:10.529452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Terminated: ok {rc=0}\u000a12:24:10.542772 --- ParallelTerminationStrategy: PID 19996 died...\u000a12:24:10.610503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Terminated: ok {rc=0}\u000a12:24:10.621705 --- ParallelTerminationStrategy: PID 19999 died...\u000a12:24:10.678856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Terminated: ok {rc=0}\u000a12:24:10.767832 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20016): Process ended prematurely: osmo-stp_10.42.42.5(pid=20016) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20016)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20016): Process ended prematurely: osmo-stp_10.42.42.5(pid=20016) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:24:11.885489 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:11.897614 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:12.071360 tst iperf3m4.py: using LAC 33922\u000a12:24:12.197868 tst iperf3m4.py: using RAC 7\u000a12:24:12.319045 tst iperf3m4.py: using CellId 33922\u000a12:24:12.441060 tst iperf3m4.py: using BVCI 33923\u000a12:24:12.464669 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:12.475718 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:12.486667 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:12.497762 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:12.508446 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:12.519259 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:12.530132 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:12.540798 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:12.551760 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:12.673529 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:12.797814 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:12.916815 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:13.203141 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:24:13.331645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:13.653234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20002): Launched\u000a12:24:13.919404 run iperf3-srv_10.42.42.10(pid=20003): Launched\u000a12:24:14.108639 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:24:14.237250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:14.561528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20004): Launched\u000a12:24:14.828655 run iperf3-srv_10.42.42.10(pid=20005): Launched\u000a12:24:15.017111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:24:15.144656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:15.464923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20006): Launched\u000a12:24:15.729365 run iperf3-srv_10.42.42.10(pid=20007): Launched\u000a12:24:15.945912 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:24:16.101570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:16.465981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20008): Launched\u000a12:24:16.772660 run iperf3-srv_10.42.42.10(pid=20009): Launched\u000a12:24:16.984524 tst iperf3m4.py:8: start network...\u000a12:24:17.128518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:17.653049 run create_hlr_db(pid=20010): Launched\u000a12:24:17.830109 bus /gobi_6: Setting Powered False\u000a12:24:18.851801 run create_hlr_db(pid=20010): Terminated: ok {rc=0}\u000a12:24:19.287966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20012): Launched\u000a12:24:19.617963 run osmo-hlr_10.42.42.2(pid=20013): Launched\u000a12:24:19.742418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:20.315944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20015): Launched\u000a12:24:20.645620 run osmo-stp_10.42.42.5(pid=20016): Launched\u000a12:24:20.767317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:21.339347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20018): Launched\u000a12:24:21.455848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:21.743178 run patchelf(pid=20019): Launched\u000a12:24:21.935151 run osmo-stp_10.42.42.5(pid=20016): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20016)]\u000a12:24:22.075966 run osmo-stp_10.42.42.5(pid=20016): stdout: \u000a| (launched: 2022-12-13_12:24:20.482833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:22.216695 run osmo-stp_10.42.42.5(pid=20016): stderr: \u000a| �[0;m�[38;5;43m20221213122420672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122420672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122420672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122420672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122420673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122420673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122420673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:22.352658 run osmo-stp_10.42.42.5(pid=20016): stdout: \u000a| (launched: 2022-12-13_12:24:20.482833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:22.487201 run osmo-stp_10.42.42.5(pid=20016): stderr: \u000a| �[0;m�[38;5;43m20221213122420672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122420672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122420672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122420672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122420673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122420673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122420673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:22.643485 run patchelf(pid=20019): Terminating (SIGINT)\u000a12:24:22.827255 run patchelf(pid=20019): Terminated: ok {rc=0}\u000a12:24:22.860837 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20016): Process ended prematurely: osmo-stp_10.42.42.5(pid=20016) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20016)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:24:22.871040 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:24:22.935398 run osmo-hlr_10.42.42.2(pid=20013): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20013)]\u000a12:24:22.987891 run osmo-hlr_10.42.42.2(pid=20013): stdout: \u000a| (launched: 2022-12-13_12:24:19.454393) \u000a12:24:23.040753 run osmo-hlr_10.42.42.2(pid=20013): stderr: \u000a| �[0;m�[1;31m20221213122419652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122419652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122419652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122419652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122419652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122419652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122419664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122419673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122419673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122419673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:23.086035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20002): Terminating (SIGTERM)\u000a12:24:23.128769 run iperf3-srv_10.42.42.10(pid=20003): Terminating (SIGTERM)\u000a12:24:23.173507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20004): Terminating (SIGTERM)\u000a12:24:23.214543 run iperf3-srv_10.42.42.10(pid=20005): Terminating (SIGTERM)\u000a12:24:23.255066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20006): Terminating (SIGTERM)\u000a12:24:23.295427 run iperf3-srv_10.42.42.10(pid=20007): Terminating (SIGTERM)\u000a12:24:23.335850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20008): Terminating (SIGTERM)\u000a12:24:23.376307 run iperf3-srv_10.42.42.10(pid=20009): Terminating (SIGTERM)\u000a12:24:23.416710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20012): Terminating (SIGTERM)\u000a12:24:23.457337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20015): Terminating (SIGTERM)\u000a12:24:23.497878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20018): Terminating (SIGTERM)\u000a12:24:23.507177 --- ParallelTerminationStrategy: PID 20002 died...\u000a12:24:23.562004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20002): Terminated: ok {rc=0}\u000a12:24:23.571694 --- ParallelTerminationStrategy: PID 20003 died...\u000a12:24:23.626337 run iperf3-srv_10.42.42.10(pid=20003): Terminated {rc=256}\u000a12:24:23.635988 --- ParallelTerminationStrategy: PID 20004 died...\u000a12:24:23.690448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20004): Terminated: ok {rc=0}\u000a12:24:23.700077 --- ParallelTerminationStrategy: PID 20005 died...\u000a12:24:23.754291 run iperf3-srv_10.42.42.10(pid=20005): Terminated {rc=256}\u000a12:24:23.763940 --- ParallelTerminationStrategy: PID 20006 died...\u000a12:24:23.818613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20006): Terminated: ok {rc=0}\u000a12:24:23.828270 --- ParallelTerminationStrategy: PID 20007 died...\u000a12:24:23.882637 run iperf3-srv_10.42.42.10(pid=20007): Terminated {rc=256}\u000a12:24:23.892306 --- ParallelTerminationStrategy: PID 20008 died...\u000a12:24:23.946770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20008): Terminated: ok {rc=0}\u000a12:24:23.956475 --- ParallelTerminationStrategy: PID 20009 died...\u000a12:24:24.010830 run iperf3-srv_10.42.42.10(pid=20009): Terminated {rc=256}\u000a12:24:24.020540 --- ParallelTerminationStrategy: PID 20012 died...\u000a12:24:24.075067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20012): Terminated: ok {rc=0}\u000a12:24:24.084795 --- ParallelTerminationStrategy: PID 20015 died...\u000a12:24:24.139252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20015): Terminated: ok {rc=0}\u000a12:24:24.148930 --- ParallelTerminationStrategy: PID 20018 died...\u000a12:24:24.203741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20018): Terminated: ok {rc=0}\u000a12:24:24.293855 bus /gobi_4: Setting Powered False\u000a12:24:25.398323 bus /gobi_4: Setting Powered False\u000a12:24:26.511785 bus /gobi_1: Setting Powered False\u000a12:24:27.618852 bus /gobi_1: Setting Powered False\u000a12:24:28.727738 bus /gobi_0: Setting Powered False\u000a12:24:29.829847 bus /gobi_0: Setting Powered False\u000a12:24:30.967803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20026): Process ended prematurely: osmo-stp_10.42.42.5(pid=20026) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20026)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20026): Process ended prematurely: osmo-stp_10.42.42.5(pid=20026) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:24:32.036366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:32.049678 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:32.214576 tst ping.py: using LAC 33923\u000a12:24:32.338994 tst ping.py: using RAC 8\u000a12:24:32.455149 tst ping.py: using CellId 33923\u000a12:24:32.572094 tst ping.py: using BVCI 33924\u000a12:24:32.595136 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:32.606111 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:32.616762 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:32.627512 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:32.638144 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:32.648829 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:32.659603 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:32.670347 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:32.945598 tst ping.py:19: start network...\u000a12:24:33.070592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:33.553280 run create_hlr_db(pid=20020): Launched\u000a12:24:33.728011 bus /gobi_6: Setting Powered False\u000a12:24:34.748312 run create_hlr_db(pid=20020): Terminated: ok {rc=0}\u000a12:24:35.179250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20022): Launched\u000a12:24:35.503397 run osmo-hlr_10.42.42.2(pid=20023): Launched\u000a12:24:35.621759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:36.187473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20025): Launched\u000a12:24:36.510816 run osmo-stp_10.42.42.5(pid=20026): Launched\u000a12:24:36.628197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:37.192540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20028): Launched\u000a12:24:37.307330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:37.590291 run patchelf(pid=20029): Launched\u000a12:24:37.779474 run osmo-stp_10.42.42.5(pid=20026): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20026)]\u000a12:24:37.917758 run osmo-stp_10.42.42.5(pid=20026): stdout: \u000a| (launched: 2022-12-13_12:24:36.351663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:38.057292 run osmo-stp_10.42.42.5(pid=20026): stderr: \u000a| �[0;m�[38;5;43m20221213122436543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122436543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122436544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122436544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122436545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122436545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122436545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:38.190938 run osmo-stp_10.42.42.5(pid=20026): stdout: \u000a| (launched: 2022-12-13_12:24:36.351663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:38.323271 run osmo-stp_10.42.42.5(pid=20026): stderr: \u000a| �[0;m�[38;5;43m20221213122436543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122436543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122436544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122436544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122436545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122436545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122436545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:38.477088 run patchelf(pid=20029): Terminating (SIGINT)\u000a12:24:38.657872 run patchelf(pid=20029): Terminated: ok {rc=0}\u000a12:24:38.690694 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20026): Process ended prematurely: osmo-stp_10.42.42.5(pid=20026) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20026)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:24:38.700115 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:24:38.763524 run osmo-hlr_10.42.42.2(pid=20023): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20023)]\u000a12:24:38.814881 run osmo-hlr_10.42.42.2(pid=20023): stdout: \u000a| (launched: 2022-12-13_12:24:35.343121) \u000a12:24:38.867029 run osmo-hlr_10.42.42.2(pid=20023): stderr: \u000a| �[0;m�[1;31m20221213122435540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122435540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122435540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122435540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122435540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122435540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122435552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122435561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122435561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122435561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:38.911502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20022): Terminating (SIGTERM)\u000a12:24:38.954183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20025): Terminating (SIGTERM)\u000a12:24:38.996467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20028): Terminating (SIGTERM)\u000a12:24:39.006298 --- ParallelTerminationStrategy: PID 20022 died...\u000a12:24:39.062827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20022): Terminated: ok {rc=0}\u000a12:24:39.073099 --- ParallelTerminationStrategy: PID 20025 died...\u000a12:24:39.129388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20025): Terminated: ok {rc=0}\u000a12:24:39.139463 --- ParallelTerminationStrategy: PID 20028 died...\u000a12:24:39.195851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20028): Terminated: ok {rc=0}\u000a12:24:39.282789 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20036): Process ended prematurely: osmo-stp_10.42.42.5(pid=20036) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20036)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20036): Process ended prematurely: osmo-stp_10.42.42.5(pid=20036) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:24:40.335765 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:40.347684 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:40.512898 tst ping_idle_ping.py: using LAC 33924\u000a12:24:40.631537 tst ping_idle_ping.py: using RAC 9\u000a12:24:40.754645 tst ping_idle_ping.py: using CellId 33924\u000a12:24:40.872501 tst ping_idle_ping.py: using BVCI 33925\u000a12:24:40.895626 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:40.906816 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:40.917585 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:40.928505 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:40.939869 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:40.951146 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:40.962600 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:40.973855 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:41.253177 tst ping_idle_ping.py:24: start network...\u000a12:24:41.379672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:41.870678 run create_hlr_db(pid=20030): Launched\u000a12:24:42.046560 bus /gobi_6: Setting Powered False\u000a12:24:43.067473 run create_hlr_db(pid=20030): Terminated: ok {rc=0}\u000a12:24:43.498111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20032): Launched\u000a12:24:43.821701 run osmo-hlr_10.42.42.2(pid=20033): Launched\u000a12:24:43.942866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:44.505745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20035): Launched\u000a12:24:44.829619 run osmo-stp_10.42.42.5(pid=20036): Launched\u000a12:24:44.946540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:45.513829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20038): Launched\u000a12:24:45.629632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:45.933365 run patchelf(pid=20039): Launched\u000a12:24:46.131426 run osmo-stp_10.42.42.5(pid=20036): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20036)]\u000a12:24:46.267156 run osmo-stp_10.42.42.5(pid=20036): stdout: \u000a| (launched: 2022-12-13_12:24:44.670123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:46.403832 run osmo-stp_10.42.42.5(pid=20036): stderr: \u000a| �[0;m�[38;5;43m20221213122444860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122444860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122444860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122444861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122444861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122444861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122444861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:46.534365 run osmo-stp_10.42.42.5(pid=20036): stdout: \u000a| (launched: 2022-12-13_12:24:44.670123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:46.666710 run osmo-stp_10.42.42.5(pid=20036): stderr: \u000a| �[0;m�[38;5;43m20221213122444860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122444860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122444860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122444861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122444861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122444861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122444861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:46.818821 run patchelf(pid=20039): Terminating (SIGINT)\u000a12:24:46.995400 run patchelf(pid=20039): Terminated: ok {rc=0}\u000a12:24:47.028372 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20036): Process ended prematurely: osmo-stp_10.42.42.5(pid=20036) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20036)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:24:47.038410 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:24:47.102923 run osmo-hlr_10.42.42.2(pid=20033): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20033)]\u000a12:24:47.155869 run osmo-hlr_10.42.42.2(pid=20033): stdout: \u000a| (launched: 2022-12-13_12:24:43.662788) \u000a12:24:47.206643 run osmo-hlr_10.42.42.2(pid=20033): stderr: \u000a| �[0;m�[1;31m20221213122443859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122443859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122443859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122443859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122443859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122443859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122443872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:47.250024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20032): Terminating (SIGTERM)\u000a12:24:47.291763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20035): Terminating (SIGTERM)\u000a12:24:47.332562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20038): Terminating (SIGTERM)\u000a12:24:47.342235 --- ParallelTerminationStrategy: PID 20032 died...\u000a12:24:47.396824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20032): Terminated: ok {rc=0}\u000a12:24:47.406814 --- ParallelTerminationStrategy: PID 20035 died...\u000a12:24:47.461079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20035): Terminated: ok {rc=0}\u000a12:24:47.470866 --- ParallelTerminationStrategy: PID 20038 died...\u000a12:24:47.525457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20038): Terminated: ok {rc=0}\u000a12:24:47.615400 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:23:46" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:24:49.792425 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:49.803848 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:24:49.971556 tst cs_paging_gprs_active.py: using LAC 33925\u000a12:24:50.102526 tst cs_paging_gprs_active.py: using RAC 10\u000a12:24:50.231549 tst cs_paging_gprs_active.py: using CellId 33925\u000a12:24:50.362582 tst cs_paging_gprs_active.py: using BVCI 33926\u000a12:24:50.387866 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:50.399376 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:50.410682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:50.422049 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:50.433535 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:50.445197 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:50.456803 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:50.468244 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:24:50.480026 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:24:50.599768 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:24:50.905604 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:24:51.043391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:51.385679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20044): Launched\u000a12:24:51.672520 run iperf3-srv_10.42.42.10(pid=20045): Launched\u000a12:24:51.874240 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:24:52.012256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:52.353267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20046): Launched\u000a12:24:52.638045 run iperf3-srv_10.42.42.10(pid=20047): Launched\u000a12:24:52.839411 tst cs_paging_gprs_active.py:38: start network...\u000a12:24:52.976126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:53.495205 run create_hlr_db(pid=20048): Launched\u000a12:24:53.686277 bus /gobi_6: Setting Powered False\u000a12:24:54.707548 run create_hlr_db(pid=20048): Terminated: ok {rc=0}\u000a12:24:55.147374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Launched\u000a12:24:55.478251 run osmo-hlr_10.42.42.2(pid=20051): Launched\u000a12:24:55.602752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:56.176122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Launched\u000a12:24:56.506950 run osmo-stp_10.42.42.5(pid=20054): Launched\u000a12:24:56.626976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:57.203880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20056): Launched\u000a12:24:57.321340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:57.609714 run patchelf(pid=20057): Launched\u000a12:24:57.804517 run osmo-stp_10.42.42.5(pid=20054): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]\u000a12:24:57.946135 run osmo-stp_10.42.42.5(pid=20054): stdout: \u000a| (launched: 2022-12-13_12:24:56.343613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:58.088589 run osmo-stp_10.42.42.5(pid=20054): stderr: \u000a| �[0;m�[38;5;43m20221213122456533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122456533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122456533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122456534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122456534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122456534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122456534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:58.225280 run osmo-stp_10.42.42.5(pid=20054): stdout: \u000a| (launched: 2022-12-13_12:24:56.343613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:58.360715 run osmo-stp_10.42.42.5(pid=20054): stderr: \u000a| �[0;m�[38;5;43m20221213122456533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122456533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122456533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122456534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122456534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122456534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122456534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:58.518630 run patchelf(pid=20057): Terminating (SIGINT)\u000a12:24:58.703533 run patchelf(pid=20057): Terminated: ok {rc=0}\u000a12:24:58.737416 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:24:58.747582 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a12:24:58.812107 run osmo-hlr_10.42.42.2(pid=20051): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20051)]\u000a12:24:58.864387 run osmo-hlr_10.42.42.2(pid=20051): stdout: \u000a| (launched: 2022-12-13_12:24:55.314217) \u000a12:24:58.917506 run osmo-hlr_10.42.42.2(pid=20051): stderr: \u000a| �[0;m�[1;31m20221213122455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122455511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122455512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122455524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122455532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122455532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122455532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:58.962633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20044): Terminating (SIGTERM)\u000a12:24:59.005296 run iperf3-srv_10.42.42.10(pid=20045): Terminating (SIGTERM)\u000a12:24:59.047690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20046): Terminating (SIGTERM)\u000a12:24:59.090214 run iperf3-srv_10.42.42.10(pid=20047): Terminating (SIGTERM)\u000a12:24:59.132438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Terminating (SIGTERM)\u000a12:24:59.174773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Terminating (SIGTERM)\u000a12:24:59.217258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20056): Terminating (SIGTERM)\u000a12:24:59.227016 --- ParallelTerminationStrategy: PID 20044 died...\u000a12:24:59.284290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20044): Terminated: ok {rc=0}\u000a12:24:59.294482 --- ParallelTerminationStrategy: PID 20045 died...\u000a12:24:59.351584 run iperf3-srv_10.42.42.10(pid=20045): Terminated {rc=256}\u000a12:24:59.361838 --- ParallelTerminationStrategy: PID 20046 died...\u000a12:24:59.418850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20046): Terminated: ok {rc=0}\u000a12:24:59.429082 --- ParallelTerminationStrategy: PID 20047 died...\u000a12:24:59.485971 run iperf3-srv_10.42.42.10(pid=20047): Terminated {rc=256}\u000a12:24:59.496181 --- ParallelTerminationStrategy: PID 20050 died...\u000a12:24:59.553437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Terminated: ok {rc=0}\u000a12:24:59.563580 --- ParallelTerminationStrategy: PID 20053 died...\u000a12:24:59.620385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Terminated: ok {rc=0}\u000a12:24:59.630557 --- ParallelTerminationStrategy: PID 20056 died...\u000a12:24:59.687387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20056): Terminated: ok {rc=0}\u000a12:24:59.775387 bus /gobi_0: Setting Powered False\u000a12:25:00.911087 bus /gobi_0: Setting Powered False\u000a12:25:02.042561 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20069): Process ended prematurely: osmo-stp_10.42.42.5(pid=20069) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20069)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20069): Process ended prematurely: osmo-stp_10.42.42.5(pid=20069) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:25:03.154909 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.166549 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:25:03.326080 tst iperf3.py: using LAC 33926\u000a12:25:03.449074 tst iperf3.py: using RAC 11\u000a12:25:03.572203 tst iperf3.py: using CellId 33926\u000a12:25:03.695471 tst iperf3.py: using BVCI 33927\u000a12:25:03.719191 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.730202 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.740998 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.751680 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.762478 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.773236 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.784010 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.794728 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:03.805536 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:04.086842 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:25:04.214803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:04.537688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20061): Launched\u000a12:25:04.806001 run iperf3-srv_10.42.42.10(pid=20062): Launched\u000a12:25:04.994551 tst iperf3.py:8: start network...\u000a12:25:05.123117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:05.618932 run create_hlr_db(pid=20063): Launched\u000a12:25:05.795963 bus /gobi_6: Setting Powered False\u000a12:25:06.818437 run create_hlr_db(pid=20063): Terminated: ok {rc=0}\u000a12:25:07.229064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20065): Launched\u000a12:25:07.538582 run osmo-hlr_10.42.42.2(pid=20066): Launched\u000a12:25:07.655635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:08.191643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20068): Launched\u000a12:25:08.499924 run osmo-stp_10.42.42.5(pid=20069): Launched\u000a12:25:08.611889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:09.152225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20071): Launched\u000a12:25:09.261720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:09.530816 run patchelf(pid=20072): Launched\u000a12:25:09.710741 run osmo-stp_10.42.42.5(pid=20069): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20069)]\u000a12:25:09.842449 run osmo-stp_10.42.42.5(pid=20069): stdout: \u000a| (launched: 2022-12-13_12:25:08.348014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:09.974254 run osmo-stp_10.42.42.5(pid=20069): stderr: \u000a| �[0;m�[38;5;43m20221213122508517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122508517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122508517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122508518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122508518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122508518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122508518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:10.101265 run osmo-stp_10.42.42.5(pid=20069): stdout: \u000a| (launched: 2022-12-13_12:25:08.348014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:10.227202 run osmo-stp_10.42.42.5(pid=20069): stderr: \u000a| �[0;m�[38;5;43m20221213122508517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122508517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122508517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122508518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122508518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122508518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122508518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:10.374118 run patchelf(pid=20072): Terminating (SIGINT)\u000a12:25:10.546866 run patchelf(pid=20072): Terminated: ok {rc=0}\u000a12:25:10.578760 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20069): Process ended prematurely: osmo-stp_10.42.42.5(pid=20069) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20069)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:25:10.588165 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:25:10.648895 run osmo-hlr_10.42.42.2(pid=20066): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20066)]\u000a12:25:10.698320 run osmo-hlr_10.42.42.2(pid=20066): stdout: \u000a| (launched: 2022-12-13_12:25:07.385477) \u000a12:25:10.748505 run osmo-hlr_10.42.42.2(pid=20066): stderr: \u000a| �[0;m�[1;31m20221213122507562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122507562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122507562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122507562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122507562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122507562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122507574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122507585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122507586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122507586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:10.791560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20061): Terminating (SIGTERM)\u000a12:25:10.831627 run iperf3-srv_10.42.42.10(pid=20062): Terminating (SIGTERM)\u000a12:25:10.871757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20065): Terminating (SIGTERM)\u000a12:25:10.911726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20068): Terminating (SIGTERM)\u000a12:25:10.951749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20071): Terminating (SIGTERM)\u000a12:25:10.961461 --- ParallelTerminationStrategy: PID 20061 died...\u000a12:25:11.015340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20061): Terminated: ok {rc=0}\u000a12:25:11.025262 --- ParallelTerminationStrategy: PID 20062 died...\u000a12:25:11.078981 run iperf3-srv_10.42.42.10(pid=20062): Terminated {rc=256}\u000a12:25:11.088635 --- ParallelTerminationStrategy: PID 20065 died...\u000a12:25:11.142677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20065): Terminated: ok {rc=0}\u000a12:25:11.152444 --- ParallelTerminationStrategy: PID 20068 died...\u000a12:25:11.206000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20068): Terminated: ok {rc=0}\u000a12:25:11.215769 --- ParallelTerminationStrategy: PID 20071 died...\u000a12:25:11.269471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20071): Terminated: ok {rc=0}\u000a12:25:11.353727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:25:12.470627 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:12.482893 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:25:12.653526 tst iperf3m4.py: using LAC 33927\u000a12:25:12.784774 tst iperf3m4.py: using RAC 12\u000a12:25:12.914494 tst iperf3m4.py: using CellId 33927\u000a12:25:13.043961 tst iperf3m4.py: using BVCI 33928\u000a12:25:13.069403 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:13.080863 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:13.092114 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:13.103393 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:13.114920 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:13.126487 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:13.138285 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:13.149721 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:13.161384 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:13.283480 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:13.402666 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:13.522301 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:13.806156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:25:13.934399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:14.258022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20073): Launched\u000a12:25:14.524796 run iperf3-srv_10.42.42.10(pid=20074): Launched\u000a12:25:14.713657 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:25:14.842434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:15.165226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20075): Launched\u000a12:25:15.433567 run iperf3-srv_10.42.42.10(pid=20076): Launched\u000a12:25:15.622653 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:25:15.751139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:16.161807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20077): Launched\u000a12:25:16.491242 run iperf3-srv_10.42.42.10(pid=20078): Launched\u000a12:25:16.683678 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:25:16.815267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:25:17.154559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20079): Launched\u000a12:25:17.421526 run iperf3-srv_10.42.42.10(pid=20080): Launched\u000a12:25:17.609761 tst iperf3m4.py:8: start network...\u000a12:25:17.737790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:18.231187 run create_hlr_db(pid=20081): Launched\u000a12:25:18.408876 bus /gobi_6: Setting Powered False\u000a12:25:19.430315 run create_hlr_db(pid=20081): Terminated: ok {rc=0}\u000a12:25:19.841089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Launched\u000a12:25:20.147934 run osmo-hlr_10.42.42.2(pid=20084): Launched\u000a12:25:20.259619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:20.796689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Launched\u000a12:25:21.105195 run osmo-stp_10.42.42.5(pid=20087): Launched\u000a12:25:21.217373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:21.753957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20089): Launched\u000a12:25:21.862643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:22.132872 run patchelf(pid=20090): Launched\u000a12:25:22.312789 run osmo-stp_10.42.42.5(pid=20087): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]\u000a12:25:22.444445 run osmo-stp_10.42.42.5(pid=20087): stdout: \u000a| (launched: 2022-12-13_12:25:20.954038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:22.576182 run osmo-stp_10.42.42.5(pid=20087): stderr: \u000a| �[0;m�[38;5;43m20221213122521124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122521124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122521124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122521125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122521125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122521125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122521125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:22.703131 run osmo-stp_10.42.42.5(pid=20087): stdout: \u000a| (launched: 2022-12-13_12:25:20.954038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:22.828875 run osmo-stp_10.42.42.5(pid=20087): stderr: \u000a| �[0;m�[38;5;43m20221213122521124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122521124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122521124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122521125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122521125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122521125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122521125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:22.975920 run patchelf(pid=20090): Terminating (SIGINT)\u000a12:25:23.148260 run patchelf(pid=20090): Terminated: ok {rc=0}\u000a12:25:23.180076 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:25:23.189494 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:25:23.250404 run osmo-hlr_10.42.42.2(pid=20084): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20084)]\u000a12:25:23.299834 run osmo-hlr_10.42.42.2(pid=20084): stdout: \u000a| (launched: 2022-12-13_12:25:19.996921) \u000a12:25:23.350053 run osmo-hlr_10.42.42.2(pid=20084): stderr: \u000a| �[0;m�[1;31m20221213122520172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122520172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122520172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122520172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122520172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122520172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122520190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122520201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122520201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122520202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:23.392655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20073): Terminating (SIGTERM)\u000a12:25:23.432783 run iperf3-srv_10.42.42.10(pid=20074): Terminating (SIGTERM)\u000a12:25:23.473245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20075): Terminating (SIGTERM)\u000a12:25:23.513383 run iperf3-srv_10.42.42.10(pid=20076): Terminating (SIGTERM)\u000a12:25:23.553545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20077): Terminating (SIGTERM)\u000a12:25:23.593644 run iperf3-srv_10.42.42.10(pid=20078): Terminating (SIGTERM)\u000a12:25:23.633818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20079): Terminating (SIGTERM)\u000a12:25:23.673756 run iperf3-srv_10.42.42.10(pid=20080): Terminating (SIGTERM)\u000a12:25:23.713814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Terminating (SIGTERM)\u000a12:25:23.753878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Terminating (SIGTERM)\u000a12:25:23.794030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20089): Terminating (SIGTERM)\u000a12:25:23.803392 --- ParallelTerminationStrategy: PID 20073 died...\u000a12:25:23.857376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20073): Terminated: ok {rc=0}\u000a12:25:23.867190 --- ParallelTerminationStrategy: PID 20074 died...\u000a12:25:23.920703 run iperf3-srv_10.42.42.10(pid=20074): Terminated {rc=256}\u000a12:25:23.930382 --- ParallelTerminationStrategy: PID 20075 died...\u000a12:25:23.984064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20075): Terminated: ok {rc=0}\u000a12:25:23.993844 --- ParallelTerminationStrategy: PID 20076 died...\u000a12:25:24.047496 run iperf3-srv_10.42.42.10(pid=20076): Terminated {rc=256}\u000a12:25:24.057335 --- ParallelTerminationStrategy: PID 20077 died...\u000a12:25:24.110984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20077): Terminated: ok {rc=0}\u000a12:25:24.120730 --- ParallelTerminationStrategy: PID 20078 died...\u000a12:25:24.174478 run iperf3-srv_10.42.42.10(pid=20078): Terminated {rc=256}\u000a12:25:24.184288 --- ParallelTerminationStrategy: PID 20079 died...\u000a12:25:24.238071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20079): Terminated: ok {rc=0}\u000a12:25:24.247900 --- ParallelTerminationStrategy: PID 20080 died...\u000a12:25:24.301566 run iperf3-srv_10.42.42.10(pid=20080): Terminated {rc=256}\u000a12:25:24.311211 --- ParallelTerminationStrategy: PID 20083 died...\u000a12:25:24.365563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Terminated: ok {rc=0}\u000a12:25:24.375281 --- ParallelTerminationStrategy: PID 20086 died...\u000a12:25:24.428766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Terminated: ok {rc=0}\u000a12:25:24.438584 --- ParallelTerminationStrategy: PID 20089 died...\u000a12:25:24.492222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20089): Terminated: ok {rc=0}\u000a12:25:24.576709 bus /gobi_4: Setting Powered False\u000a12:25:25.684625 bus /gobi_4: Setting Powered False\u000a12:25:26.794624 bus /gobi_1: Setting Powered False\u000a12:25:27.902698 bus /gobi_1: Setting Powered False\u000a12:25:29.011895 bus /gobi_0: Setting Powered False\u000a12:25:30.117878 bus /gobi_0: Setting Powered False\u000a12:25:31.243347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20097): Process ended prematurely: osmo-stp_10.42.42.5(pid=20097) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20097)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20097): Process ended prematurely: osmo-stp_10.42.42.5(pid=20097) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:25:32.314279 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:32.326386 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:25:32.495811 tst ping.py: using LAC 33928\u000a12:25:32.622624 tst ping.py: using RAC 13\u000a12:25:32.744479 tst ping.py: using CellId 33928\u000a12:25:32.863297 tst ping.py: using BVCI 33929\u000a12:25:32.886544 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:32.897539 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:32.908482 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:32.919595 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:32.930373 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:32.941676 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:32.952686 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:32.963596 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:33.257349 tst ping.py:19: start network...\u000a12:25:33.393079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:33.903348 run create_hlr_db(pid=20091): Launched\u000a12:25:34.093423 bus /gobi_6: Setting Powered False\u000a12:25:35.113910 run create_hlr_db(pid=20091): Terminated: ok {rc=0}\u000a12:25:35.522035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20093): Launched\u000a12:25:35.826218 run osmo-hlr_10.42.42.2(pid=20094): Launched\u000a12:25:35.937671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:36.465271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20096): Launched\u000a12:25:36.768200 run osmo-stp_10.42.42.5(pid=20097): Launched\u000a12:25:36.877871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:37.407155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20099): Launched\u000a12:25:37.514688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:37.779259 run patchelf(pid=20100): Launched\u000a12:25:37.957188 run osmo-stp_10.42.42.5(pid=20097): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20097)]\u000a12:25:38.087180 run osmo-stp_10.42.42.5(pid=20097): stdout: \u000a| (launched: 2022-12-13_12:25:36.618813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:38.217570 run osmo-stp_10.42.42.5(pid=20097): stderr: \u000a| �[0;m�[38;5;43m20221213122536789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122536789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122536790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122536790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122536791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122536791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122536791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:38.342892 run osmo-stp_10.42.42.5(pid=20097): stdout: \u000a| (launched: 2022-12-13_12:25:36.618813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:38.467206 run osmo-stp_10.42.42.5(pid=20097): stderr: \u000a| �[0;m�[38;5;43m20221213122536789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122536789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122536790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122536790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122536791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122536791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122536791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:38.611787 run patchelf(pid=20100): Terminating (SIGINT)\u000a12:25:38.782063 run patchelf(pid=20100): Terminated: ok {rc=0}\u000a12:25:38.813066 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20097): Process ended prematurely: osmo-stp_10.42.42.5(pid=20097) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20097)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:25:38.821798 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:25:38.882258 run osmo-hlr_10.42.42.2(pid=20094): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20094)]\u000a12:25:38.931385 run osmo-hlr_10.42.42.2(pid=20094): stdout: \u000a| (launched: 2022-12-13_12:25:35.676251) \u000a12:25:38.981477 run osmo-hlr_10.42.42.2(pid=20094): stderr: \u000a| �[0;m�[1;31m20221213122535850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122535850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122535850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122535850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122535850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122535850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122535863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122535871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122535872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122535872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:39.024449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20093): Terminating (SIGTERM)\u000a12:25:39.064388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20096): Terminating (SIGTERM)\u000a12:25:39.104419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20099): Terminating (SIGTERM)\u000a12:25:39.113890 --- ParallelTerminationStrategy: PID 20093 died...\u000a12:25:39.167465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20093): Terminated: ok {rc=0}\u000a12:25:39.177179 --- ParallelTerminationStrategy: PID 20096 died...\u000a12:25:39.230283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20096): Terminated: ok {rc=0}\u000a12:25:39.239927 --- ParallelTerminationStrategy: PID 20099 died...\u000a12:25:39.293034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20099): Terminated: ok {rc=0}\u000a12:25:39.376940 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20107): Process ended prematurely: osmo-stp_10.42.42.5(pid=20107) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20107)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20107): Process ended prematurely: osmo-stp_10.42.42.5(pid=20107) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:25:40.431652 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:40.444457 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:25:40.614428 tst ping_idle_ping.py: using LAC 33929\u000a12:25:40.741081 tst ping_idle_ping.py: using RAC 14\u000a12:25:40.867805 tst ping_idle_ping.py: using CellId 33929\u000a12:25:40.994375 tst ping_idle_ping.py: using BVCI 33930\u000a12:25:41.019279 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:41.031410 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:41.042960 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:41.054407 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:41.065998 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:41.077858 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:41.089722 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:25:41.101408 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:25:41.396080 tst ping_idle_ping.py:24: start network...\u000a12:25:41.531144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:42.044939 run create_hlr_db(pid=20101): Launched\u000a12:25:42.234355 bus /gobi_6: Setting Powered False\u000a12:25:43.255276 run create_hlr_db(pid=20101): Terminated: ok {rc=0}\u000a12:25:43.690670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20103): Launched\u000a12:25:44.016810 run osmo-hlr_10.42.42.2(pid=20104): Launched\u000a12:25:44.137396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:44.704302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20106): Launched\u000a12:25:45.030927 run osmo-stp_10.42.42.5(pid=20107): Launched\u000a12:25:45.148866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:45.716078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20109): Launched\u000a12:25:45.842234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:46.143627 run patchelf(pid=20110): Launched\u000a12:25:46.324899 run osmo-stp_10.42.42.5(pid=20107): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20107)]\u000a12:25:46.459574 run osmo-stp_10.42.42.5(pid=20107): stdout: \u000a| (launched: 2022-12-13_12:25:44.868514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:46.594253 run osmo-stp_10.42.42.5(pid=20107): stderr: \u000a| �[0;m�[38;5;43m20221213122545058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122545058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122545059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122545059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122545059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122545060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122545060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:46.722881 run osmo-stp_10.42.42.5(pid=20107): stdout: \u000a| (launched: 2022-12-13_12:25:44.868514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:46.853600 run osmo-stp_10.42.42.5(pid=20107): stderr: \u000a| �[0;m�[38;5;43m20221213122545058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122545058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122545059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122545059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122545059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122545060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122545060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:47.002501 run patchelf(pid=20110): Terminating (SIGINT)\u000a12:25:47.178717 run patchelf(pid=20110): Terminated: ok {rc=0}\u000a12:25:47.210229 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20107): Process ended prematurely: osmo-stp_10.42.42.5(pid=20107) [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20107)] [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:25:47.219048 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:25:47.279724 run osmo-hlr_10.42.42.2(pid=20104): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20104)]\u000a12:25:47.338798 run osmo-hlr_10.42.42.2(pid=20104): stdout: \u000a| (launched: 2022-12-13_12:25:43.856108) \u000a12:25:47.388757 run osmo-hlr_10.42.42.2(pid=20104): stderr: \u000a| �[0;m�[1;31m20221213122544054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122544054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122544054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122544054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122544054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122544054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122544069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122544078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122544078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122544078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:47.431066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20103): Terminating (SIGTERM)\u000a12:25:47.470968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20106): Terminating (SIGTERM)\u000a12:25:47.510858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20109): Terminating (SIGTERM)\u000a12:25:47.520196 --- ParallelTerminationStrategy: PID 20103 died...\u000a12:25:47.573749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20103): Terminated: ok {rc=0}\u000a12:25:47.583443 --- ParallelTerminationStrategy: PID 20106 died...\u000a12:25:47.636778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20106): Terminated: ok {rc=0}\u000a12:25:47.646452 --- ParallelTerminationStrategy: PID 20109 died...\u000a12:25:47.699800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20109): Terminated: ok {rc=0}\u000a12:25:47.789116 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:24:49" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20122): Process ended prematurely: osmo-stp_10.42.42.5(pid=20122) [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20122)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20122): Process ended prematurely: osmo-stp_10.42.42.5(pid=20122) [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:25:49.829176 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:25:49.840418 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:25:49.999417 tst switch_tch_pdch.py: using LAC 33930\u000a12:25:50.117901 tst switch_tch_pdch.py: using RAC 15\u000a12:25:50.234085 tst switch_tch_pdch.py: using CellId 33930\u000a12:25:50.350226 tst switch_tch_pdch.py: using BVCI 33931\u000a12:25:50.372942 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:25:50.384188 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:25:50.395217 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:25:50.406308 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:25:50.417843 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:25:50.429436 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:25:50.441085 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:25:50.452582 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:25:50.571906 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:25:50.855588 tst switch_tch_pdch.py:51: start network...\u000a12:25:50.979947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:51.457282 run create_hlr_db(pid=20116): Launched\u000a12:25:51.628862 bus /gobi_6: Setting Powered False\u000a12:25:52.650599 run create_hlr_db(pid=20116): Terminated: ok {rc=0}\u000a12:25:53.071728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20118): Launched\u000a12:25:53.370039 run osmo-hlr_10.42.42.2(pid=20119): Launched\u000a12:25:53.482048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:54.006301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20121): Launched\u000a12:25:54.305053 run osmo-stp_10.42.42.5(pid=20122): Launched\u000a12:25:54.412705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:25:54.930524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20124): Launched\u000a12:25:55.035969 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:25:55.296028 run patchelf(pid=20125): Launched\u000a12:25:55.469720 run osmo-stp_10.42.42.5(pid=20122): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20122)]\u000a12:25:55.596788 run osmo-stp_10.42.42.5(pid=20122): stdout: \u000a| (launched: 2022-12-13_12:25:54.157962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:55.723515 run osmo-stp_10.42.42.5(pid=20122): stderr: \u000a| �[0;m�[38;5;43m20221213122554324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122554324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122554324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122554325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122554325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122554325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122554326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:55.846076 run osmo-stp_10.42.42.5(pid=20122): stdout: \u000a| (launched: 2022-12-13_12:25:54.157962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:55.967351 run osmo-stp_10.42.42.5(pid=20122): stderr: \u000a| �[0;m�[38;5;43m20221213122554324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122554324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122554324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122554325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122554325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122554325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122554326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:56.109152 run patchelf(pid=20125): Terminating (SIGINT)\u000a12:25:56.275475 run patchelf(pid=20125): Terminated: ok {rc=0}\u000a12:25:56.305874 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20122): Process ended prematurely: osmo-stp_10.42.42.5(pid=20122) [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20122)] [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:25:56.314509 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:25:56.373401 run osmo-hlr_10.42.42.2(pid=20119): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20119)]\u000a12:25:56.421422 run osmo-hlr_10.42.42.2(pid=20119): stdout: \u000a| (launched: 2022-12-13_12:25:53.223586) \u000a12:25:56.470375 run osmo-hlr_10.42.42.2(pid=20119): stderr: \u000a| �[0;m�[1;31m20221213122553396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122553397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122553397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122553397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122553397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122553397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122553410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122553420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122553420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122553420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:56.511956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20118): Terminating (SIGTERM)\u000a12:25:56.551219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20121): Terminating (SIGTERM)\u000a12:25:56.590505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20124): Terminating (SIGTERM)\u000a12:25:56.599246 --- ParallelTerminationStrategy: PID 20118 died...\u000a12:25:56.651944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20118): Terminated: ok {rc=0}\u000a12:25:56.661936 --- ParallelTerminationStrategy: PID 20121 died...\u000a12:25:56.714757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20121): Terminated: ok {rc=0}\u000a12:25:56.724199 --- ParallelTerminationStrategy: PID 20124 died...\u000a12:25:56.777752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20124): Terminated: ok {rc=0}\u000a12:25:56.865977 bus /gobi_0: Setting Powered False\u000a12:25:57.969567 bus /gobi_0: Setting Powered False\u000a12:25:59.082622 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:25:49" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:26:01.080941 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:01.093608 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:26:01.258046 tst switch_tch_pdch.py: using LAC 33931\u000a12:26:01.378113 tst switch_tch_pdch.py: using RAC 16\u000a12:26:01.505983 tst switch_tch_pdch.py: using CellId 33931\u000a12:26:01.626640 tst switch_tch_pdch.py: using BVCI 33932\u000a12:26:01.650240 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:01.662133 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:01.673939 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:01.685796 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:01.697542 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:01.709409 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:01.721228 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:26:01.733045 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:26:01.870641 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:26:02.247047 tst switch_tch_pdch.py:51: start network...\u000a12:26:02.387744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:02.839078 run create_hlr_db(pid=20129): Launched\u000a12:26:02.960271 bus /gobi_6: Setting Powered False\u000a12:26:04.031729 run create_hlr_db(pid=20129): Terminated: ok {rc=0}\u000a12:26:04.402079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Launched\u000a12:26:04.698273 run osmo-hlr_10.42.42.2(pid=20132): Launched\u000a12:26:04.805503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:05.295861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Launched\u000a12:26:05.593292 run osmo-stp_10.42.42.5(pid=20135): Launched\u000a12:26:05.700082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:26:06.192668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Launched\u000a12:26:06.298110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:26:06.558052 run patchelf(pid=20138): Launched\u000a12:26:06.732588 run osmo-stp_10.42.42.5(pid=20135): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]\u000a12:26:06.860089 run osmo-stp_10.42.42.5(pid=20135): stdout: \u000a| (launched: 2022-12-13_12:26:05.446589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:06.988005 run osmo-stp_10.42.42.5(pid=20135): stderr: \u000a| �[0;m�[38;5;43m20221213122605614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122605614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122605614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122605614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122605615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122605615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122605615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:07.111402 run osmo-stp_10.42.42.5(pid=20135): stdout: \u000a| (launched: 2022-12-13_12:26:05.446589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:07.233708 run osmo-stp_10.42.42.5(pid=20135): stderr: \u000a| �[0;m�[38;5;43m20221213122605614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122605614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122605614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122605614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122605615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122605615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122605615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:07.376742 run patchelf(pid=20138): Terminating (SIGINT)\u000a12:26:07.544257 run patchelf(pid=20138): Terminated: ok {rc=0}\u000a12:26:07.574748 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)] [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:26:07.583400 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:26:07.642472 run osmo-hlr_10.42.42.2(pid=20132): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20132)]\u000a12:26:07.690720 run osmo-hlr_10.42.42.2(pid=20132): stdout: \u000a| (launched: 2022-12-13_12:26:04.552486) \u000a12:26:07.739725 run osmo-hlr_10.42.42.2(pid=20132): stderr: \u000a| �[0;m�[1;31m20221213122604725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122604725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122604725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122604725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122604725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122604725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122604740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122604750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122604750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122604751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:07.781524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Terminating (SIGTERM)\u000a12:26:07.821074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Terminating (SIGTERM)\u000a12:26:07.860442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Terminating (SIGTERM)\u000a12:26:07.869666 --- ParallelTerminationStrategy: PID 20131 died...\u000a12:26:07.922250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Terminated: ok {rc=0}\u000a12:26:07.931821 --- ParallelTerminationStrategy: PID 20134 died...\u000a12:26:07.984371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Terminated: ok {rc=0}\u000a12:26:07.993907 --- ParallelTerminationStrategy: PID 20137 died...\u000a12:26:08.046601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Terminated: ok {rc=0}\u000a12:26:08.134355 bus /gobi_0: Setting Powered False\u000a12:26:09.237533 bus /gobi_0: Setting Powered False\u000a12:26:10.348764 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:26:00" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20144) [trial-2389↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20144)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20144) [trial-2389↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a12:26:12.231264 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a12:26:12.242179 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:26:12.370795 tst mo_mt_sms.py: using LAC 33932\u000a12:26:12.490659 tst mo_mt_sms.py: using RAC 17\u000a12:26:12.606331 tst mo_mt_sms.py: using CellId 33932\u000a12:26:12.721956 tst mo_mt_sms.py: using BVCI 33933\u000a12:26:12.744419 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:26:12.862433 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:26:13.136928 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:26:13.261249 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:26:13.876919 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20143): Launched\u000a12:26:14.170972 run osmo-nitb_10.42.42.2(pid=20144): Launched\u000a12:26:14.353700 run osmo-nitb_10.42.42.2(pid=20144): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20144)]\u000a12:26:14.488167 run osmo-nitb_10.42.42.2(pid=20144): stdout: \u000a| (launched: 2022-12-13_12:26:14.027350) \u000a12:26:14.623332 run osmo-nitb_10.42.42.2(pid=20144): stderr: \u000a| (launched: 2022-12-13_12:26:14.071581)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:14.753288 run osmo-nitb_10.42.42.2(pid=20144): stdout: \u000a| (launched: 2022-12-13_12:26:14.027350) \u000a12:26:14.882213 run osmo-nitb_10.42.42.2(pid=20144): stderr: \u000a| (launched: 2022-12-13_12:26:14.071581)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:15.291694 tst osmo-nitb_10.42.42.2(pid=20144): stdout: \u000a| (launched: 2022-12-13_12:26:14.027350) \u000a12:26:15.410516 tst osmo-nitb_10.42.42.2(pid=20144): stderr: \u000a| (launched: 2022-12-13_12:26:14.071581)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:15.462400 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20144): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20144) [trial-2389↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20144)] [trial-2389↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a12:26:15.470493 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a12:26:15.504396 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20143): Terminating (SIGTERM)\u000a12:26:15.681733 --- ParallelTerminationStrategy: PID 20143 died...\u000a12:26:15.736019 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20143): Terminated: ok {rc=0}\u000a12:26:15.819966 bus /sierra_3: Setting Powered False\u000a12:26:16.932584 bus /sierra_3: Setting Powered False\u000a12:26:18.045033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:26:12" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20154): Process ended prematurely: osmo-stp_10.42.42.5(pid=20154) [trial-2389↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20154)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20154): Process ended prematurely: osmo-stp_10.42.42.5(pid=20154) [trial-2389↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a12:26:19.931347 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:19.942170 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:26:20.069842 tst mo_mt_sms.py: using LAC 33933\u000a12:26:20.187610 tst mo_mt_sms.py: using RAC 18\u000a12:26:20.308893 tst mo_mt_sms.py: using CellId 33933\u000a12:26:20.423476 tst mo_mt_sms.py: using BVCI 33934\u000a12:26:20.446074 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:20.456752 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:20.467296 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:20.477737 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:20.488217 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:20.498668 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:26:20.611752 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:26:20.818276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:21.320207 run create_hlr_db(pid=20148): Launched\u000a12:26:21.506396 bus /sierra_2: Setting Powered False\u000a12:26:22.526072 run create_hlr_db(pid=20148): Terminated: ok {rc=0}\u000a12:26:22.950531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20150): Launched\u000a12:26:23.269436 run osmo-hlr_10.42.42.2(pid=20151): Launched\u000a12:26:23.385262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:23.937543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20153): Launched\u000a12:26:24.257523 run osmo-stp_10.42.42.5(pid=20154): Launched\u000a12:26:24.373923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:24.960074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20156): Launched\u000a12:26:25.280253 run osmo-msc_10.42.42.6(pid=20157): Launched\u000a12:26:25.467221 run osmo-stp_10.42.42.5(pid=20154): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20154)]\u000a12:26:25.602372 run osmo-stp_10.42.42.5(pid=20154): stdout: \u000a| (launched: 2022-12-13_12:26:24.099731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:25.736292 run osmo-stp_10.42.42.5(pid=20154): stderr: \u000a| �[0;m�[38;5;43m20221213122624285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122624285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122624285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122624286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122624286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122624286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122624286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:25.864540 run osmo-stp_10.42.42.5(pid=20154): stdout: \u000a| (launched: 2022-12-13_12:26:24.099731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:25.992021 run osmo-stp_10.42.42.5(pid=20154): stderr: \u000a| �[0;m�[38;5;43m20221213122624285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122624285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122624285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122624286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122624286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122624286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122624286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:26.047976 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20154): Process ended prematurely: osmo-stp_10.42.42.5(pid=20154) [trial-2389↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20154)] [trial-2389↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a12:26:26.056567 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a12:26:26.120934 run osmo-hlr_10.42.42.2(pid=20151): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20151)]\u000a12:26:26.173388 run osmo-hlr_10.42.42.2(pid=20151): stdout: \u000a| (launched: 2022-12-13_12:26:23.112670) \u000a12:26:26.226206 run osmo-hlr_10.42.42.2(pid=20151): stderr: \u000a| �[0;m�[1;31m20221213122623304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122623304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122623304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122623304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122623304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122623305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122623317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122623325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122623325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122623325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:26.298261 run osmo-msc_10.42.42.6(pid=20157): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20157)]\u000a12:26:26.350707 run osmo-msc_10.42.42.6(pid=20157): stdout: \u000a| (launched: 2022-12-13_12:26:25.122528) \u000a12:26:26.403743 run osmo-msc_10.42.42.6(pid=20157): stderr: \u000a| �[0;m�[38;5;43m20221213122625440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122625440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8c1c7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122625440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122625440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122625440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122625441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122625442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122625443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122625443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122625443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:26.448753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20150): Terminating (SIGTERM)\u000a12:26:26.491462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20153): Terminating (SIGTERM)\u000a12:26:26.534303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20156): Terminating (SIGTERM)\u000a12:26:26.544122 --- ParallelTerminationStrategy: PID 20150 died...\u000a12:26:26.601746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20150): Terminated: ok {rc=0}\u000a12:26:26.611963 --- ParallelTerminationStrategy: PID 20153 died...\u000a12:26:26.669006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20153): Terminated: ok {rc=0}\u000a12:26:26.679166 --- ParallelTerminationStrategy: PID 20156 died...\u000a12:26:26.736333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20156): Terminated: ok {rc=0}\u000a12:26:26.825023 bus /sierra_3: Setting Powered False\u000a12:26:27.931089 bus /sierra_3: Setting Powered False\u000a12:26:29.040280 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:26:19" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20164): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20164) [trial-2389↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20164)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20164): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20164) [trial-2389↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a12:26:30.882172 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a12:26:30.894711 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:26:31.037897 tst assert_extension.py: using LAC 33934\u000a12:26:31.196779 tst assert_extension.py: using RAC 19\u000a12:26:31.332588 tst assert_extension.py: using CellId 33934\u000a12:26:31.462366 tst assert_extension.py: using BVCI 33935\u000a12:26:31.488379 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a12:26:31.789560 tst assert_extension.py:10: start nitb and bts...\u000a12:26:31.926938 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:26:32.569390 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20163): Launched\u000a12:26:32.864663 run osmo-nitb_10.42.42.2(pid=20164): Launched\u000a12:26:33.048634 run osmo-nitb_10.42.42.2(pid=20164): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20164)]\u000a12:26:33.183779 run osmo-nitb_10.42.42.2(pid=20164): stdout: \u000a| (launched: 2022-12-13_12:26:32.720892) \u000a12:26:33.319132 run osmo-nitb_10.42.42.2(pid=20164): stderr: \u000a| (launched: 2022-12-13_12:26:32.765378)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:33.449846 run osmo-nitb_10.42.42.2(pid=20164): stdout: \u000a| (launched: 2022-12-13_12:26:32.720892) \u000a12:26:33.578747 run osmo-nitb_10.42.42.2(pid=20164): stderr: \u000a| (launched: 2022-12-13_12:26:32.765378)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:33.986750 tst osmo-nitb_10.42.42.2(pid=20164): stdout: \u000a| (launched: 2022-12-13_12:26:32.720892) \u000a12:26:34.105876 tst osmo-nitb_10.42.42.2(pid=20164): stderr: \u000a| (launched: 2022-12-13_12:26:32.765378)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:26:34.157891 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20164): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20164) [trial-2389↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20164)] [trial-2389↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a12:26:34.166181 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a12:26:34.200626 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20163): Terminating (SIGTERM)\u000a12:26:34.378256 --- ParallelTerminationStrategy: PID 20163 died...\u000a12:26:34.432482 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20163): Terminated: ok {rc=0}\u000a12:26:34.521196 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:26:30" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2389↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2389↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a12:26:36.350175 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:36.361670 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:26:36.500594 tst assert_extension.py: using LAC 33935\u000a12:26:36.624932 tst assert_extension.py: using RAC 20\u000a12:26:36.748487 tst assert_extension.py: using CellId 33935\u000a12:26:36.871866 tst assert_extension.py: using BVCI 33936\u000a12:26:36.896009 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:36.907331 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:36.918470 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:36.929532 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:36.940832 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:26:36.952132 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a12:26:37.151509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:37.629186 run create_hlr_db(pid=20169): Launched\u000a12:26:37.801129 bus /sierra_2: Setting Powered False\u000a12:26:38.822358 run create_hlr_db(pid=20169): Terminated: ok {rc=0}\u000a12:26:39.246859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Launched\u000a12:26:39.565833 run osmo-hlr_10.42.42.2(pid=20172): Launched\u000a12:26:39.684220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:40.245936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Launched\u000a12:26:40.564397 run osmo-stp_10.42.42.5(pid=20175): Launched\u000a12:26:40.679768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:41.260024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20177): Launched\u000a12:26:41.579110 run osmo-msc_10.42.42.6(pid=20178): Launched\u000a12:26:41.765592 run osmo-stp_10.42.42.5(pid=20175): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]\u000a12:26:41.902155 run osmo-stp_10.42.42.5(pid=20175): stdout: \u000a| (launched: 2022-12-13_12:26:40.407702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:42.034997 run osmo-stp_10.42.42.5(pid=20175): stderr: \u000a| �[0;m�[38;5;43m20221213122640595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122640595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122640595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122640596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122640596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122640596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122640596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:42.163175 run osmo-stp_10.42.42.5(pid=20175): stdout: \u000a| (launched: 2022-12-13_12:26:40.407702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:42.290006 run osmo-stp_10.42.42.5(pid=20175): stderr: \u000a| �[0;m�[38;5;43m20221213122640595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122640595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122640595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122640596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122640596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122640596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122640596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:42.345531 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2389↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)] [trial-2389↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a12:26:42.353923 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a12:26:42.416515 run osmo-hlr_10.42.42.2(pid=20172): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20172)]\u000a12:26:42.467904 run osmo-hlr_10.42.42.2(pid=20172): stdout: \u000a| (launched: 2022-12-13_12:26:39.409137) \u000a12:26:42.519938 run osmo-hlr_10.42.42.2(pid=20172): stderr: \u000a| �[0;m�[1;31m20221213122639603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122639603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122639603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122639603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122639603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122639603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122639615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122639623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122639624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122639624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:42.590279 run osmo-msc_10.42.42.6(pid=20178): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20178)]\u000a12:26:42.641404 run osmo-msc_10.42.42.6(pid=20178): stdout: \u000a| (launched: 2022-12-13_12:26:41.421826) \u000a12:26:42.693691 run osmo-msc_10.42.42.6(pid=20178): stderr: \u000a| �[0;m�[38;5;43m20221213122641740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122641740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ae4a43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122641740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122641740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122641740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122641740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122641742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122641742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122641743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122641743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:42.737796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Terminating (SIGTERM)\u000a12:26:42.779895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Terminating (SIGTERM)\u000a12:26:42.821984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20177): Terminating (SIGTERM)\u000a12:26:42.831610 --- ParallelTerminationStrategy: PID 20171 died...\u000a12:26:42.887806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Terminated: ok {rc=0}\u000a12:26:42.897854 --- ParallelTerminationStrategy: PID 20174 died...\u000a12:26:42.953595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Terminated: ok {rc=0}\u000a12:26:42.963641 --- ParallelTerminationStrategy: PID 20177 died...\u000a12:26:43.019672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20177): Terminated: ok {rc=0}\u000a12:26:43.106533 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:26:36" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20189): Process ended prematurely: osmo-stp_10.42.42.5(pid=20189) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20189)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20189): Process ended prematurely: osmo-stp_10.42.42.5(pid=20189) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:26:45.055784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:45.067211 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:26:45.219645 tst mo_mt_call.py: using LAC 33936\u000a12:26:45.339199 tst mo_mt_call.py: using RAC 21\u000a12:26:45.465077 tst mo_mt_call.py: using CellId 33936\u000a12:26:45.596048 tst mo_mt_call.py: using BVCI 33937\u000a12:26:45.619095 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:45.630415 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:45.641581 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:45.652612 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:45.663764 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:45.674871 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:26:45.788571 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:26:46.024078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:46.614027 run create_hlr_db(pid=20183): Launched\u000a12:26:46.812348 bus /sierra_2: Setting Powered False\u000a12:26:47.826982 run create_hlr_db(pid=20183): Terminated: ok {rc=0}\u000a12:26:48.263049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20185): Launched\u000a12:26:48.589029 run osmo-hlr_10.42.42.2(pid=20186): Launched\u000a12:26:48.706854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:49.270541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20188): Launched\u000a12:26:49.597152 run osmo-stp_10.42.42.5(pid=20189): Launched\u000a12:26:49.714826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:50.307186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20191): Launched\u000a12:26:50.632052 run osmo-msc_10.42.42.6(pid=20192): Launched\u000a12:26:50.821242 run osmo-stp_10.42.42.5(pid=20189): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20189)]\u000a12:26:50.958192 run osmo-stp_10.42.42.5(pid=20189): stdout: \u000a| (launched: 2022-12-13_12:26:49.436267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:51.094691 run osmo-stp_10.42.42.5(pid=20189): stderr: \u000a| �[0;m�[38;5;43m20221213122649627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122649627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122649627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122649628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122649628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122649628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122649629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:51.225034 run osmo-stp_10.42.42.5(pid=20189): stdout: \u000a| (launched: 2022-12-13_12:26:49.436267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:51.354008 run osmo-stp_10.42.42.5(pid=20189): stderr: \u000a| �[0;m�[38;5;43m20221213122649627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122649627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122649627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122649628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122649628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122649628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122649629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:51.410730 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20189): Process ended prematurely: osmo-stp_10.42.42.5(pid=20189) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20189)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:26:51.419909 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:26:51.482728 run osmo-hlr_10.42.42.2(pid=20186): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20186)]\u000a12:26:51.534134 run osmo-hlr_10.42.42.2(pid=20186): stdout: \u000a| (launched: 2022-12-13_12:26:48.428489) \u000a12:26:51.586499 run osmo-hlr_10.42.42.2(pid=20186): stderr: \u000a| �[0;m�[1;31m20221213122648623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122648623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122648623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122648623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122648623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122648623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122648636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:51.657257 run osmo-msc_10.42.42.6(pid=20192): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20192)]\u000a12:26:51.708487 run osmo-msc_10.42.42.6(pid=20192): stdout: \u000a| (launched: 2022-12-13_12:26:50.471531) \u000a12:26:51.760148 run osmo-msc_10.42.42.6(pid=20192): stderr: \u000a| �[0;m�[38;5;43m20221213122650790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122650790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5958519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122650790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122650790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122650791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122650791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122650792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122650793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122650793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122650793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:51.804219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20185): Terminating (SIGTERM)\u000a12:26:51.845909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20188): Terminating (SIGTERM)\u000a12:26:51.887724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20191): Terminating (SIGTERM)\u000a12:26:51.897451 --- ParallelTerminationStrategy: PID 20185 died...\u000a12:26:51.953578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20185): Terminated: ok {rc=0}\u000a12:26:51.963563 --- ParallelTerminationStrategy: PID 20188 died...\u000a12:26:52.019551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20188): Terminated: ok {rc=0}\u000a12:26:52.029688 --- ParallelTerminationStrategy: PID 20191 died...\u000a12:26:52.085853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20191): Terminated: ok {rc=0}\u000a12:26:52.173059 bus /sierra_3: Setting Powered False\u000a12:26:53.278717 bus /sierra_3: Setting Powered False\u000a12:26:54.390150 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20200): Process ended prematurely: osmo-stp_10.42.42.5(pid=20200) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20200)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20200): Process ended prematurely: osmo-stp_10.42.42.5(pid=20200) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:26:55.499880 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:55.511766 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:26:55.673431 tst mo_mt_call_osmux.py: using LAC 33937\u000a12:26:55.801238 tst mo_mt_call_osmux.py: using RAC 22\u000a12:26:55.930167 tst mo_mt_call_osmux.py: using CellId 33937\u000a12:26:56.059924 tst mo_mt_call_osmux.py: using BVCI 33938\u000a12:26:56.085004 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:56.097209 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:56.109064 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:56.120695 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:56.132922 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:26:56.145118 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:26:56.261207 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:26:56.472498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:56.981945 run create_hlr_db(pid=20194): Launched\u000a12:26:57.170354 bus /sierra_2: Setting Powered False\u000a12:26:58.191662 run create_hlr_db(pid=20194): Terminated: ok {rc=0}\u000a12:26:58.599506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20196): Launched\u000a12:26:58.903603 run osmo-hlr_10.42.42.2(pid=20197): Launched\u000a12:26:59.024268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:59.587522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20199): Launched\u000a12:26:59.912221 run osmo-stp_10.42.42.5(pid=20200): Launched\u000a12:27:00.029926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:00.627958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20202): Launched\u000a12:27:01.044638 run osmo-msc_10.42.42.6(pid=20203): Launched\u000a12:27:01.425541 run osmo-stp_10.42.42.5(pid=20200): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20200)]\u000a12:27:01.765314 run osmo-stp_10.42.42.5(pid=20200): stdout: \u000a| (launched: 2022-12-13_12:26:59.752534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:01.897115 run osmo-stp_10.42.42.5(pid=20200): stderr: \u000a| �[0;m�[38;5;43m20221213122659940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122659940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122659941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122659941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122659942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122659942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122659942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:02.023400 run osmo-stp_10.42.42.5(pid=20200): stdout: \u000a| (launched: 2022-12-13_12:26:59.752534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:02.197826 run osmo-stp_10.42.42.5(pid=20200): stderr: \u000a| �[0;m�[38;5;43m20221213122659940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122659940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122659941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122659941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122659942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122659942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122659942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:02.255956 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20200): Process ended prematurely: osmo-stp_10.42.42.5(pid=20200) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20200)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:27:02.265218 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a12:27:02.331147 run osmo-hlr_10.42.42.2(pid=20197): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20197)]\u000a12:27:02.382152 run osmo-hlr_10.42.42.2(pid=20197): stdout: \u000a| (launched: 2022-12-13_12:26:58.753366) \u000a12:27:02.432311 run osmo-hlr_10.42.42.2(pid=20197): stderr: \u000a| �[0;m�[1;31m20221213122658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122658926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122658927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122658940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122658948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122658948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122658948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:02.500245 run osmo-msc_10.42.42.6(pid=20203): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20203)]\u000a12:27:02.549546 run osmo-msc_10.42.42.6(pid=20203): stdout: \u000a| (launched: 2022-12-13_12:27:00.793061) \u000a12:27:02.599170 run osmo-msc_10.42.42.6(pid=20203): stderr: \u000a| �[0;m�[38;5;43m20221213122701301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122701301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fb5878c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122701301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122701301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122701301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122701301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122701303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122701303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122701304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122701304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:02.641265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20196): Terminating (SIGTERM)\u000a12:27:02.681058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20199): Terminating (SIGTERM)\u000a12:27:02.720775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20202): Terminating (SIGTERM)\u000a12:27:02.729760 --- ParallelTerminationStrategy: PID 20196 died...\u000a12:27:02.783093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20196): Terminated: ok {rc=0}\u000a12:27:02.792713 --- ParallelTerminationStrategy: PID 20199 died...\u000a12:27:02.845886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20199): Terminated: ok {rc=0}\u000a12:27:02.855598 --- ParallelTerminationStrategy: PID 20202 died...\u000a12:27:02.908924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20202): Terminated: ok {rc=0}\u000a12:27:02.992206 bus /sierra_3: Setting Powered False\u000a12:27:04.093006 bus /sierra_3: Setting Powered False\u000a12:27:05.203531 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:26:44" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20214): Process ended prematurely: osmo-stp_10.42.42.5(pid=20214) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20214)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20214): Process ended prematurely: osmo-stp_10.42.42.5(pid=20214) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:27:07.191425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:07.202942 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:27:07.354569 tst mo_mt_call.py: using LAC 33938\u000a12:27:07.472584 tst mo_mt_call.py: using RAC 23\u000a12:27:07.591613 tst mo_mt_call.py: using CellId 33938\u000a12:27:07.708777 tst mo_mt_call.py: using BVCI 33939\u000a12:27:07.732392 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:07.743854 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:07.755161 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:07.766384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:07.777888 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:07.789545 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:27:07.909060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:27:08.110035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:08.595184 run create_hlr_db(pid=20208): Launched\u000a12:27:08.770495 bus /sierra_2: Setting Powered False\u000a12:27:09.792181 run create_hlr_db(pid=20208): Terminated: ok {rc=0}\u000a12:27:10.224808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20210): Launched\u000a12:27:10.550648 run osmo-hlr_10.42.42.2(pid=20211): Launched\u000a12:27:10.671510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:11.239790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20213): Launched\u000a12:27:11.566201 run osmo-stp_10.42.42.5(pid=20214): Launched\u000a12:27:11.685197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:12.280261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20216): Launched\u000a12:27:12.606783 run osmo-msc_10.42.42.6(pid=20217): Launched\u000a12:27:12.799391 run osmo-stp_10.42.42.5(pid=20214): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20214)]\u000a12:27:12.937566 run osmo-stp_10.42.42.5(pid=20214): stdout: \u000a| (launched: 2022-12-13_12:27:11.405185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:13.074603 run osmo-stp_10.42.42.5(pid=20214): stderr: \u000a| �[0;m�[38;5;43m20221213122711595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122711595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122711595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122711595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122711596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122711596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122711596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:13.206224 run osmo-stp_10.42.42.5(pid=20214): stdout: \u000a| (launched: 2022-12-13_12:27:11.405185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:13.336374 run osmo-stp_10.42.42.5(pid=20214): stderr: \u000a| �[0;m�[38;5;43m20221213122711595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122711595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122711595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122711595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122711596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122711596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122711596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:13.394075 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20214): Process ended prematurely: osmo-stp_10.42.42.5(pid=20214) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20214)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:27:13.403328 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:27:13.467167 run osmo-hlr_10.42.42.2(pid=20211): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20211)]\u000a12:27:13.519281 run osmo-hlr_10.42.42.2(pid=20211): stdout: \u000a| (launched: 2022-12-13_12:27:10.390456) \u000a12:27:13.572708 run osmo-hlr_10.42.42.2(pid=20211): stderr: \u000a| �[0;m�[1;31m20221213122710586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122710586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122710586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122710586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122710586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122710586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122710600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122710610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122710610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122710610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:13.645044 run osmo-msc_10.42.42.6(pid=20217): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20217)]\u000a12:27:13.697179 run osmo-msc_10.42.42.6(pid=20217): stdout: \u000a| (launched: 2022-12-13_12:27:12.445608) \u000a12:27:13.749970 run osmo-msc_10.42.42.6(pid=20217): stderr: \u000a| �[0;m�[38;5;43m20221213122712765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122712765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe54f6b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122712765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122712765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122712766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122712766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122712767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122712768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122712768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122712768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:13.794908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20210): Terminating (SIGTERM)\u000a12:27:13.837396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20213): Terminating (SIGTERM)\u000a12:27:13.879895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20216): Terminating (SIGTERM)\u000a12:27:13.889856 --- ParallelTerminationStrategy: PID 20210 died...\u000a12:27:13.947113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20210): Terminated: ok {rc=0}\u000a12:27:13.957517 --- ParallelTerminationStrategy: PID 20213 died...\u000a12:27:14.014415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20213): Terminated: ok {rc=0}\u000a12:27:14.024680 --- ParallelTerminationStrategy: PID 20216 died...\u000a12:27:14.081917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20216): Terminated: ok {rc=0}\u000a12:27:14.170727 bus /sierra_3: Setting Powered False\u000a12:27:15.273564 bus /sierra_3: Setting Powered False\u000a12:27:16.382320 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20225): Process ended prematurely: osmo-stp_10.42.42.5(pid=20225) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20225)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20225): Process ended prematurely: osmo-stp_10.42.42.5(pid=20225) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:27:17.491350 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:17.503269 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:27:17.655912 tst mo_mt_call_osmux.py: using LAC 33939\u000a12:27:17.777896 tst mo_mt_call_osmux.py: using RAC 24\u000a12:27:17.896689 tst mo_mt_call_osmux.py: using CellId 33939\u000a12:27:18.015989 tst mo_mt_call_osmux.py: using BVCI 33940\u000a12:27:18.039154 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:18.050555 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:18.061629 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:18.072721 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:18.083966 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:27:18.095210 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:27:18.215739 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:27:18.419305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:18.904023 run create_hlr_db(pid=20219): Launched\u000a12:27:19.078815 bus /sierra_2: Setting Powered False\u000a12:27:20.111833 run create_hlr_db(pid=20219): Terminated: ok {rc=0}\u000a12:27:20.518707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20221): Launched\u000a12:27:20.821268 run osmo-hlr_10.42.42.2(pid=20222): Launched\u000a12:27:20.932018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:21.458910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20224): Launched\u000a12:27:21.761758 run osmo-stp_10.42.42.5(pid=20225): Launched\u000a12:27:21.872604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:22.429543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20227): Launched\u000a12:27:22.735815 run osmo-msc_10.42.42.6(pid=20228): Launched\u000a12:27:22.914488 run osmo-stp_10.42.42.5(pid=20225): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20225)]\u000a12:27:23.043581 run osmo-stp_10.42.42.5(pid=20225): stdout: \u000a| (launched: 2022-12-13_12:27:21.612732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:23.170254 run osmo-stp_10.42.42.5(pid=20225): stderr: \u000a| �[0;m�[38;5;43m20221213122721780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122721780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122721780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122721781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122721781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122721782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122721782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:23.292022 run osmo-stp_10.42.42.5(pid=20225): stdout: \u000a| (launched: 2022-12-13_12:27:21.612732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:23.413242 run osmo-stp_10.42.42.5(pid=20225): stderr: \u000a| �[0;m�[38;5;43m20221213122721780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122721780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122721780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122721781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122721781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122721782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122721782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:23.466530 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20225): Process ended prematurely: osmo-stp_10.42.42.5(pid=20225) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20225)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:27:23.475248 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:27:23.534948 run osmo-hlr_10.42.42.2(pid=20222): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20222)]\u000a12:27:23.583895 run osmo-hlr_10.42.42.2(pid=20222): stdout: \u000a| (launched: 2022-12-13_12:27:20.672448) \u000a12:27:23.633665 run osmo-hlr_10.42.42.2(pid=20222): stderr: \u000a| �[0;m�[1;31m20221213122720848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122720848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122720848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122720848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122720848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122720848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122720861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122720870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122720870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122720870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:23.701107 run osmo-msc_10.42.42.6(pid=20228): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20228)]\u000a12:27:23.749922 run osmo-msc_10.42.42.6(pid=20228): stdout: \u000a| (launched: 2022-12-13_12:27:22.583968) \u000a12:27:23.799215 run osmo-msc_10.42.42.6(pid=20228): stderr: \u000a| �[0;m�[38;5;43m20221213122722852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122722852 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ba8cc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122722852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122722852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122722853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122722853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122722855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122722855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122722855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122722855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:23.842362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20221): Terminating (SIGTERM)\u000a12:27:23.882254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20224): Terminating (SIGTERM)\u000a12:27:23.922164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20227): Terminating (SIGTERM)\u000a12:27:23.931503 --- ParallelTerminationStrategy: PID 20221 died...\u000a12:27:23.984784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20221): Terminated: ok {rc=0}\u000a12:27:23.994474 --- ParallelTerminationStrategy: PID 20224 died...\u000a12:27:24.047777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20224): Terminated: ok {rc=0}\u000a12:27:24.057586 --- ParallelTerminationStrategy: PID 20227 died...\u000a12:27:24.111239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20227): Terminated: ok {rc=0}\u000a12:27:24.195798 bus /sierra_3: Setting Powered False\u000a12:27:25.298162 bus /sierra_3: Setting Powered False\u000a12:27:26.408556 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:27:06" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20239): Process ended prematurely: osmo-stp_10.42.42.5(pid=20239) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20239)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20239): Process ended prematurely: osmo-stp_10.42.42.5(pid=20239) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:27:28.395985 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:28.407961 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:27:28.573470 tst mo_mt_call.py: using LAC 33940\u000a12:27:28.698912 tst mo_mt_call.py: using RAC 25\u000a12:27:28.824591 tst mo_mt_call.py: using CellId 33940\u000a12:27:28.943957 tst mo_mt_call.py: using BVCI 33941\u000a12:27:28.966983 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:28.978403 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:28.989692 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:29.001022 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:29.012373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:29.023600 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:27:29.143222 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:27:29.343736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:29.833815 run create_hlr_db(pid=20233): Launched\u000a12:27:30.009826 bus /sierra_2: Setting Powered False\u000a12:27:31.043204 run create_hlr_db(pid=20233): Terminated: ok {rc=0}\u000a12:27:31.516349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20235): Launched\u000a12:27:31.991640 run osmo-hlr_10.42.42.2(pid=20236): Launched\u000a12:27:32.191547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:32.720485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20238): Launched\u000a12:27:33.024211 run osmo-stp_10.42.42.5(pid=20239): Launched\u000a12:27:33.133783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:33.691948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20241): Launched\u000a12:27:33.996242 run osmo-msc_10.42.42.6(pid=20242): Launched\u000a12:27:34.173669 run osmo-stp_10.42.42.5(pid=20239): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20239)]\u000a12:27:34.301790 run osmo-stp_10.42.42.5(pid=20239): stdout: \u000a| (launched: 2022-12-13_12:27:32.874888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:34.428572 run osmo-stp_10.42.42.5(pid=20239): stderr: \u000a| �[0;m�[38;5;43m20221213122733041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122733041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122733041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122733042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122733042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122733042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122733042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:34.550380 run osmo-stp_10.42.42.5(pid=20239): stdout: \u000a| (launched: 2022-12-13_12:27:32.874888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:34.670962 run osmo-stp_10.42.42.5(pid=20239): stderr: \u000a| �[0;m�[38;5;43m20221213122733041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122733041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122733041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122733042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122733042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122733042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122733042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:34.724221 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20239): Process ended prematurely: osmo-stp_10.42.42.5(pid=20239) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20239)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:27:34.732810 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:27:34.791667 run osmo-hlr_10.42.42.2(pid=20236): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20236)]\u000a12:27:34.839936 run osmo-hlr_10.42.42.2(pid=20236): stdout: \u000a| (launched: 2022-12-13_12:27:31.706759) \u000a12:27:34.889038 run osmo-hlr_10.42.42.2(pid=20236): stderr: \u000a| �[0;m�[1;31m20221213122731975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122731975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122731975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122731975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122731975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122731975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122732000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122732008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122732009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122732009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:34.955445 run osmo-msc_10.42.42.6(pid=20242): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20242)]\u000a12:27:35.003530 run osmo-msc_10.42.42.6(pid=20242): stdout: \u000a| (launched: 2022-12-13_12:27:33.846114) \u000a12:27:35.052172 run osmo-msc_10.42.42.6(pid=20242): stderr: \u000a| �[0;m�[38;5;43m20221213122734114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122734114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39d6ab0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122734114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122734114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122734114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122734115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122734116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122734117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122734117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122734117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:35.093677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20235): Terminating (SIGTERM)\u000a12:27:35.133111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20238): Terminating (SIGTERM)\u000a12:27:35.172445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20241): Terminating (SIGTERM)\u000a12:27:35.181763 --- ParallelTerminationStrategy: PID 20235 died...\u000a12:27:35.234287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20235): Terminated: ok {rc=0}\u000a12:27:35.243799 --- ParallelTerminationStrategy: PID 20238 died...\u000a12:27:35.296289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20238): Terminated: ok {rc=0}\u000a12:27:35.305865 --- ParallelTerminationStrategy: PID 20241 died...\u000a12:27:35.358300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20241): Terminated: ok {rc=0}\u000a12:27:35.445624 bus /sierra_3: Setting Powered False\u000a12:27:36.548875 bus /sierra_3: Setting Powered False\u000a12:27:37.660005 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20250): Process ended prematurely: osmo-stp_10.42.42.5(pid=20250) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20250)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20250): Process ended prematurely: osmo-stp_10.42.42.5(pid=20250) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:27:38.774357 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:38.786840 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:27:38.950396 tst mo_mt_call_osmux.py: using LAC 33941\u000a12:27:39.077662 tst mo_mt_call_osmux.py: using RAC 26\u000a12:27:39.206779 tst mo_mt_call_osmux.py: using CellId 33941\u000a12:27:39.334347 tst mo_mt_call_osmux.py: using BVCI 33942\u000a12:27:39.359300 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:39.371100 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:39.382746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:39.394542 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:39.406818 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:27:39.418959 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:27:39.536025 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:27:39.751086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:40.263578 run create_hlr_db(pid=20244): Launched\u000a12:27:40.451723 bus /sierra_2: Setting Powered False\u000a12:27:41.472694 run create_hlr_db(pid=20244): Terminated: ok {rc=0}\u000a12:27:41.905120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20246): Launched\u000a12:27:42.230421 run osmo-hlr_10.42.42.2(pid=20247): Launched\u000a12:27:42.351585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:42.916508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20249): Launched\u000a12:27:43.244303 run osmo-stp_10.42.42.5(pid=20250): Launched\u000a12:27:43.363313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:43.957340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20252): Launched\u000a12:27:44.285939 run osmo-msc_10.42.42.6(pid=20253): Launched\u000a12:27:44.476816 run osmo-stp_10.42.42.5(pid=20250): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20250)]\u000a12:27:44.614503 run osmo-stp_10.42.42.5(pid=20250): stdout: \u000a| (launched: 2022-12-13_12:27:43.081865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:44.750727 run osmo-stp_10.42.42.5(pid=20250): stderr: \u000a| �[0;m�[38;5;43m20221213122743269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122743270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122743270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122743270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:44.881520 run osmo-stp_10.42.42.5(pid=20250): stdout: \u000a| (launched: 2022-12-13_12:27:43.081865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:45.011010 run osmo-stp_10.42.42.5(pid=20250): stderr: \u000a| �[0;m�[38;5;43m20221213122743269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122743270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122743270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122743270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:45.068123 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20250): Process ended prematurely: osmo-stp_10.42.42.5(pid=20250) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20250)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:27:45.077609 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:27:45.141503 run osmo-hlr_10.42.42.2(pid=20247): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20247)]\u000a12:27:45.193113 run osmo-hlr_10.42.42.2(pid=20247): stdout: \u000a| (launched: 2022-12-13_12:27:42.069693) \u000a12:27:45.245176 run osmo-hlr_10.42.42.2(pid=20247): stderr: \u000a| �[0;m�[1;31m20221213122742263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122742263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122742263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122742263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122742263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122742263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122742275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122742284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122742284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122742284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:45.316324 run osmo-msc_10.42.42.6(pid=20253): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20253)]\u000a12:27:45.368260 run osmo-msc_10.42.42.6(pid=20253): stdout: \u000a| (launched: 2022-12-13_12:27:44.123456) \u000a12:27:45.420746 run osmo-msc_10.42.42.6(pid=20253): stderr: \u000a| �[0;m�[38;5;43m20221213122744439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122744439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72733b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122744439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122744440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122744440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122744440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122744442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122744442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122744442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122744442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:45.465661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20246): Terminating (SIGTERM)\u000a12:27:45.508100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20249): Terminating (SIGTERM)\u000a12:27:45.550603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20252): Terminating (SIGTERM)\u000a12:27:45.560386 --- ParallelTerminationStrategy: PID 20246 died...\u000a12:27:45.617194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20246): Terminated: ok {rc=0}\u000a12:27:45.627469 --- ParallelTerminationStrategy: PID 20249 died...\u000a12:27:45.684247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20249): Terminated: ok {rc=0}\u000a12:27:45.694500 --- ParallelTerminationStrategy: PID 20252 died...\u000a12:27:45.750999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20252): Terminated: ok {rc=0}\u000a12:27:45.844017 bus /sierra_3: Setting Powered False\u000a12:27:46.967339 bus /sierra_3: Setting Powered False\u000a12:27:48.078479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:27:28" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20264): Process ended prematurely: osmo-stp_10.42.42.5(pid=20264) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20264)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20264): Process ended prematurely: osmo-stp_10.42.42.5(pid=20264) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:27:50.078740 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:27:50.090960 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:27:50.254280 tst mo_mt_call.py: using LAC 33942\u000a12:27:50.385750 tst mo_mt_call.py: using RAC 27\u000a12:27:50.511025 tst mo_mt_call.py: using CellId 33942\u000a12:27:50.636296 tst mo_mt_call.py: using BVCI 33943\u000a12:27:50.661123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:27:50.672767 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:27:50.684347 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:27:50.695836 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:27:50.707853 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:27:50.719695 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:27:50.837996 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:27:51.040469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:51.528345 run create_hlr_db(pid=20258): Launched\u000a12:27:51.704756 bus /sierra_2: Setting Powered False\u000a12:27:52.725267 run create_hlr_db(pid=20258): Terminated: ok {rc=0}\u000a12:27:53.159551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20260): Launched\u000a12:27:53.485292 run osmo-hlr_10.42.42.2(pid=20261): Launched\u000a12:27:53.606590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:54.176050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20263): Launched\u000a12:27:54.501209 run osmo-stp_10.42.42.5(pid=20264): Launched\u000a12:27:54.620240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:55.214784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20266): Launched\u000a12:27:55.541231 run osmo-msc_10.42.42.6(pid=20267): Launched\u000a12:27:55.732887 run osmo-stp_10.42.42.5(pid=20264): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20264)]\u000a12:27:55.870556 run osmo-stp_10.42.42.5(pid=20264): stdout: \u000a| (launched: 2022-12-13_12:27:54.341244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:56.007113 run osmo-stp_10.42.42.5(pid=20264): stderr: \u000a| �[0;m�[38;5;43m20221213122754529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122754529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122754530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122754530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122754530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122754530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122754531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:56.138750 run osmo-stp_10.42.42.5(pid=20264): stdout: \u000a| (launched: 2022-12-13_12:27:54.341244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:56.268507 run osmo-stp_10.42.42.5(pid=20264): stderr: \u000a| �[0;m�[38;5;43m20221213122754529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122754529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122754530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122754530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122754530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122754530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122754531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:56.325835 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20264): Process ended prematurely: osmo-stp_10.42.42.5(pid=20264) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20264)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:27:56.335092 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:27:56.397915 run osmo-hlr_10.42.42.2(pid=20261): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20261)]\u000a12:27:56.449191 run osmo-hlr_10.42.42.2(pid=20261): stdout: \u000a| (launched: 2022-12-13_12:27:53.325136) \u000a12:27:56.501304 run osmo-hlr_10.42.42.2(pid=20261): stderr: \u000a| �[0;m�[1;31m20221213122753520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122753520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122753520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122753520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122753520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122753520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122753538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122753547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122753547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122753547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:56.572053 run osmo-msc_10.42.42.6(pid=20267): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20267)]\u000a12:27:56.623344 run osmo-msc_10.42.42.6(pid=20267): stdout: \u000a| (launched: 2022-12-13_12:27:55.379912) \u000a12:27:56.675387 run osmo-msc_10.42.42.6(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221213122755697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122755697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6516faec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122755697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122755697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122755697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122755698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122755699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122755700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122755700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122755700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:56.719773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20260): Terminating (SIGTERM)\u000a12:27:56.762259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20263): Terminating (SIGTERM)\u000a12:27:56.804178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20266): Terminating (SIGTERM)\u000a12:27:56.814032 --- ParallelTerminationStrategy: PID 20260 died...\u000a12:27:56.870362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20260): Terminated: ok {rc=0}\u000a12:27:56.880557 --- ParallelTerminationStrategy: PID 20263 died...\u000a12:27:56.936723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20263): Terminated: ok {rc=0}\u000a12:27:56.946898 --- ParallelTerminationStrategy: PID 20266 died...\u000a12:27:57.002706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20266): Terminated: ok {rc=0}\u000a12:27:57.089703 bus /sierra_3: Setting Powered False\u000a12:27:58.196735 bus /sierra_3: Setting Powered False\u000a12:27:59.309151 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:28:00.418145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:28:00.430057 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:28:00.583354 tst mo_mt_call_osmux.py: using LAC 33943\u000a12:28:00.705336 tst mo_mt_call_osmux.py: using RAC 28\u000a12:28:00.830151 tst mo_mt_call_osmux.py: using CellId 33943\u000a12:28:00.960519 tst mo_mt_call_osmux.py: using BVCI 33944\u000a12:28:00.984330 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:28:00.996062 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:28:01.008528 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:28:01.020634 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:28:01.032835 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:28:01.044907 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:28:01.181007 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:28:01.387093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:01.939070 run create_hlr_db(pid=20269): Launched\u000a12:28:02.117534 bus /sierra_2: Setting Powered False\u000a12:28:03.135702 run create_hlr_db(pid=20269): Terminated: ok {rc=0}\u000a12:28:03.541240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Launched\u000a12:28:03.843189 run osmo-hlr_10.42.42.2(pid=20272): Launched\u000a12:28:03.962972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:04.501977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Launched\u000a12:28:04.805669 run osmo-stp_10.42.42.5(pid=20275): Launched\u000a12:28:04.914902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:05.471648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20277): Launched\u000a12:28:05.777137 run osmo-msc_10.42.42.6(pid=20278): Launched\u000a12:28:05.954209 run osmo-stp_10.42.42.5(pid=20275): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]\u000a12:28:06.082176 run osmo-stp_10.42.42.5(pid=20275): stdout: \u000a| (launched: 2022-12-13_12:28:04.656658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:06.208831 run osmo-stp_10.42.42.5(pid=20275): stderr: \u000a| �[0;m�[38;5;43m20221213122804824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122804824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122804825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122804825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122804826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122804826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122804826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:06.330647 run osmo-stp_10.42.42.5(pid=20275): stdout: \u000a| (launched: 2022-12-13_12:28:04.656658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:06.451144 run osmo-stp_10.42.42.5(pid=20275): stderr: \u000a| �[0;m�[38;5;43m20221213122804824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122804824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122804825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122804825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122804826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122804826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122804826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:06.504553 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:28:06.513051 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:28:06.573262 run osmo-hlr_10.42.42.2(pid=20272): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20272)]\u000a12:28:06.622118 run osmo-hlr_10.42.42.2(pid=20272): stdout: \u000a| (launched: 2022-12-13_12:28:03.694743) \u000a12:28:06.671377 run osmo-hlr_10.42.42.2(pid=20272): stderr: \u000a| �[0;m�[1;31m20221213122803868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122803868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122803868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122803868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122803868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122803868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122803880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122803891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122803891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122803891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:06.738621 run osmo-msc_10.42.42.6(pid=20278): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20278)]\u000a12:28:06.787343 run osmo-msc_10.42.42.6(pid=20278): stdout: \u000a| (launched: 2022-12-13_12:28:05.626585) \u000a12:28:06.836773 run osmo-msc_10.42.42.6(pid=20278): stderr: \u000a| �[0;m�[38;5;43m20221213122805896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122805896 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cea060c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122805896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122805897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122805897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122805897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122805899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122805899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122805899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122805899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:06.878676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Terminating (SIGTERM)\u000a12:28:06.918277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Terminating (SIGTERM)\u000a12:28:06.957982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20277): Terminating (SIGTERM)\u000a12:28:06.967308 --- ParallelTerminationStrategy: PID 20271 died...\u000a12:28:07.020252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Terminated: ok {rc=0}\u000a12:28:07.029955 --- ParallelTerminationStrategy: PID 20274 died...\u000a12:28:07.082666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Terminated: ok {rc=0}\u000a12:28:07.092229 --- ParallelTerminationStrategy: PID 20277 died...\u000a12:28:07.145153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20277): Terminated: ok {rc=0}\u000a12:28:07.228222 bus /sierra_3: Setting Powered False\u000a12:28:08.333837 bus /sierra_3: Setting Powered False\u000a12:28:09.446660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:27:49" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20289): Process ended prematurely: osmo-stp_10.42.42.5(pid=20289) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20289)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20289): Process ended prematurely: osmo-stp_10.42.42.5(pid=20289) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:28:11.444136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:11.455510 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:28:11.608855 tst mo_mt_call.py: using LAC 33944\u000a12:28:11.727835 tst mo_mt_call.py: using RAC 29\u000a12:28:11.851303 tst mo_mt_call.py: using CellId 33944\u000a12:28:11.969182 tst mo_mt_call.py: using BVCI 33945\u000a12:28:11.992401 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:12.003811 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:12.014939 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:12.026010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:12.037875 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:12.049534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:28:12.170117 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:28:12.374383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:12.862794 run create_hlr_db(pid=20283): Launched\u000a12:28:13.038830 bus /sierra_2: Setting Powered False\u000a12:28:14.059238 run create_hlr_db(pid=20283): Terminated: ok {rc=0}\u000a12:28:14.492894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20285): Launched\u000a12:28:14.818036 run osmo-hlr_10.42.42.2(pid=20286): Launched\u000a12:28:14.937753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:15.507702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20288): Launched\u000a12:28:15.862599 run osmo-stp_10.42.42.5(pid=20289): Launched\u000a12:28:16.155145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:16.840651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20291): Launched\u000a12:28:17.175483 run osmo-msc_10.42.42.6(pid=20292): Launched\u000a12:28:17.432227 run osmo-stp_10.42.42.5(pid=20289): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20289)]\u000a12:28:17.571580 run osmo-stp_10.42.42.5(pid=20289): stdout: \u000a| (launched: 2022-12-13_12:28:15.673301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:17.708532 run osmo-stp_10.42.42.5(pid=20289): stderr: \u000a| �[0;m�[38;5;43m20221213122815924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122815929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122815929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122815930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122815930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122815930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122815930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:17.839955 run osmo-stp_10.42.42.5(pid=20289): stdout: \u000a| (launched: 2022-12-13_12:28:15.673301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:17.970232 run osmo-stp_10.42.42.5(pid=20289): stderr: \u000a| �[0;m�[38;5;43m20221213122815924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122815929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122815929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122815930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122815930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122815930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122815930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:18.027739 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20289): Process ended prematurely: osmo-stp_10.42.42.5(pid=20289) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20289)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:28:18.037189 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:28:18.101240 run osmo-hlr_10.42.42.2(pid=20286): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20286)]\u000a12:28:18.153279 run osmo-hlr_10.42.42.2(pid=20286): stdout: \u000a| (launched: 2022-12-13_12:28:14.658344) \u000a12:28:18.205778 run osmo-hlr_10.42.42.2(pid=20286): stderr: \u000a| �[0;m�[1;31m20221213122814852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122814852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122814852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122814852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122814852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122814852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122814863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122814873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122814873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122814873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:18.277387 run osmo-msc_10.42.42.6(pid=20292): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20292)]\u000a12:28:18.329426 run osmo-msc_10.42.42.6(pid=20292): stdout: \u000a| (launched: 2022-12-13_12:28:17.000860) \u000a12:28:18.382027 run osmo-msc_10.42.42.6(pid=20292): stderr: \u000a| �[0;m�[38;5;43m20221213122817398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122817398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b7d544c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122817398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122817398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122817398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122817398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122817400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122817400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122817400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122817401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:18.426989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20285): Terminating (SIGTERM)\u000a12:28:18.469740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20288): Terminating (SIGTERM)\u000a12:28:18.512139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20291): Terminating (SIGTERM)\u000a12:28:18.522039 --- ParallelTerminationStrategy: PID 20285 died...\u000a12:28:18.579131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20285): Terminated: ok {rc=0}\u000a12:28:18.589519 --- ParallelTerminationStrategy: PID 20288 died...\u000a12:28:18.646125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20288): Terminated: ok {rc=0}\u000a12:28:18.656375 --- ParallelTerminationStrategy: PID 20291 died...\u000a12:28:18.712638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20291): Terminated: ok {rc=0}\u000a12:28:18.800860 bus /sierra_3: Setting Powered False\u000a12:28:19.907762 bus /sierra_3: Setting Powered False\u000a12:28:21.019898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20300): Process ended prematurely: osmo-stp_10.42.42.5(pid=20300) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20300)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20300): Process ended prematurely: osmo-stp_10.42.42.5(pid=20300) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:28:22.130687 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:22.142511 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:28:22.297141 tst mo_mt_call_osmux.py: using LAC 33945\u000a12:28:22.416850 tst mo_mt_call_osmux.py: using RAC 30\u000a12:28:22.536752 tst mo_mt_call_osmux.py: using CellId 33945\u000a12:28:22.656247 tst mo_mt_call_osmux.py: using BVCI 33946\u000a12:28:22.679621 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:22.690932 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:22.702130 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:22.713208 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:22.724384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:28:22.735448 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:28:22.858262 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:28:23.070577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:23.583348 run create_hlr_db(pid=20294): Launched\u000a12:28:23.771428 bus /sierra_2: Setting Powered False\u000a12:28:24.791993 run create_hlr_db(pid=20294): Terminated: ok {rc=0}\u000a12:28:25.200660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20296): Launched\u000a12:28:25.504301 run osmo-hlr_10.42.42.2(pid=20297): Launched\u000a12:28:25.618985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:26.143673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20299): Launched\u000a12:28:26.448637 run osmo-stp_10.42.42.5(pid=20300): Launched\u000a12:28:26.559654 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:27.114146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20302): Launched\u000a12:28:27.418494 run osmo-msc_10.42.42.6(pid=20303): Launched\u000a12:28:27.595242 run osmo-stp_10.42.42.5(pid=20300): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20300)]\u000a12:28:27.723010 run osmo-stp_10.42.42.5(pid=20300): stdout: \u000a| (launched: 2022-12-13_12:28:26.297265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:27.848451 run osmo-stp_10.42.42.5(pid=20300): stderr: \u000a| �[0;m�[38;5;43m20221213122826464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122826464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122826464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122826465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122826465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122826465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122826465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:27.969835 run osmo-stp_10.42.42.5(pid=20300): stdout: \u000a| (launched: 2022-12-13_12:28:26.297265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:28.090285 run osmo-stp_10.42.42.5(pid=20300): stderr: \u000a| �[0;m�[38;5;43m20221213122826464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122826464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122826464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122826465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122826465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122826465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122826465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:28.143691 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20300): Process ended prematurely: osmo-stp_10.42.42.5(pid=20300) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20300)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:28:28.152286 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:28:28.211403 run osmo-hlr_10.42.42.2(pid=20297): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20297)]\u000a12:28:28.259844 run osmo-hlr_10.42.42.2(pid=20297): stdout: \u000a| (launched: 2022-12-13_12:28:25.354824) \u000a12:28:28.308998 run osmo-hlr_10.42.42.2(pid=20297): stderr: \u000a| �[0;m�[1;31m20221213122825526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122825526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122825527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122825527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122825527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122825527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122825537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122825546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122825546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122825546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:28.377000 run osmo-msc_10.42.42.6(pid=20303): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20303)]\u000a12:28:28.425439 run osmo-msc_10.42.42.6(pid=20303): stdout: \u000a| (launched: 2022-12-13_12:28:27.268247) \u000a12:28:28.474572 run osmo-msc_10.42.42.6(pid=20303): stderr: \u000a| �[0;m�[38;5;43m20221213122827537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122827537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa41d5a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122827537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122827537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122827537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122827537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122827539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122827539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122827540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122827540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:28.515954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20296): Terminating (SIGTERM)\u000a12:28:28.555024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20299): Terminating (SIGTERM)\u000a12:28:28.594380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20302): Terminating (SIGTERM)\u000a12:28:28.603568 --- ParallelTerminationStrategy: PID 20296 died...\u000a12:28:28.656161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20296): Terminated: ok {rc=0}\u000a12:28:28.665826 --- ParallelTerminationStrategy: PID 20299 died...\u000a12:28:28.718107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20299): Terminated: ok {rc=0}\u000a12:28:28.727557 --- ParallelTerminationStrategy: PID 20302 died...\u000a12:28:28.779951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20302): Terminated: ok {rc=0}\u000a12:28:28.867251 bus /sierra_3: Setting Powered False\u000a12:28:29.967635 bus /sierra_3: Setting Powered False\u000a12:28:31.096227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:28:11" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20314): Process ended prematurely: osmo-stp_10.42.42.5(pid=20314) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20314)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20314): Process ended prematurely: osmo-stp_10.42.42.5(pid=20314) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:28:33.093000 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:33.104618 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:28:33.257681 tst mo_mt_call.py: using LAC 33946\u000a12:28:33.376913 tst mo_mt_call.py: using RAC 31\u000a12:28:33.498072 tst mo_mt_call.py: using CellId 33946\u000a12:28:33.616819 tst mo_mt_call.py: using BVCI 33947\u000a12:28:33.640001 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:33.651582 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:33.663534 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:33.674981 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:33.686546 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:33.697932 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:33.816605 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:34.018343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:34.508480 run create_hlr_db(pid=20308): Launched\u000a12:28:34.683451 bus /sierra_2: Setting Powered False\u000a12:28:35.705776 run create_hlr_db(pid=20308): Terminated: ok {rc=0}\u000a12:28:36.140789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20310): Launched\u000a12:28:36.466696 run osmo-hlr_10.42.42.2(pid=20311): Launched\u000a12:28:36.586285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:37.151641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20313): Launched\u000a12:28:37.480536 run osmo-stp_10.42.42.5(pid=20314): Launched\u000a12:28:37.600715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:38.199868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20316): Launched\u000a12:28:38.527280 run osmo-msc_10.42.42.6(pid=20317): Launched\u000a12:28:38.718400 run osmo-stp_10.42.42.5(pid=20314): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20314)]\u000a12:28:38.856425 run osmo-stp_10.42.42.5(pid=20314): stdout: \u000a| (launched: 2022-12-13_12:28:37.317838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:38.992513 run osmo-stp_10.42.42.5(pid=20314): stderr: \u000a| �[0;m�[38;5;43m20221213122837505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122837505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122837506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122837506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122837506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122837507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122837507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:39.123931 run osmo-stp_10.42.42.5(pid=20314): stdout: \u000a| (launched: 2022-12-13_12:28:37.317838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:39.254183 run osmo-stp_10.42.42.5(pid=20314): stderr: \u000a| �[0;m�[38;5;43m20221213122837505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122837505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122837506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122837506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122837506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122837507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122837507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:39.311451 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20314): Process ended prematurely: osmo-stp_10.42.42.5(pid=20314) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20314)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:28:39.320562 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:28:39.383613 run osmo-hlr_10.42.42.2(pid=20311): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20311)]\u000a12:28:39.434867 run osmo-hlr_10.42.42.2(pid=20311): stdout: \u000a| (launched: 2022-12-13_12:28:36.306669) \u000a12:28:39.486765 run osmo-hlr_10.42.42.2(pid=20311): stderr: \u000a| �[0;m�[1;31m20221213122836501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122836501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122836501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122836501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122836501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122836501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122836513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122836522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122836522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122836522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:39.557501 run osmo-msc_10.42.42.6(pid=20317): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20317)]\u000a12:28:39.608724 run osmo-msc_10.42.42.6(pid=20317): stdout: \u000a| (launched: 2022-12-13_12:28:38.365569) \u000a12:28:39.660691 run osmo-msc_10.42.42.6(pid=20317): stderr: \u000a| �[0;m�[38;5;43m20221213122838685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122838685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b8601ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122838685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122838685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122838685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122838686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122838687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122838688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122838688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122838688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:39.704672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20310): Terminating (SIGTERM)\u000a12:28:39.746149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20313): Terminating (SIGTERM)\u000a12:28:39.787766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20316): Terminating (SIGTERM)\u000a12:28:39.797541 --- ParallelTerminationStrategy: PID 20310 died...\u000a12:28:39.853562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20310): Terminated: ok {rc=0}\u000a12:28:39.863572 --- ParallelTerminationStrategy: PID 20313 died...\u000a12:28:39.919595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20313): Terminated: ok {rc=0}\u000a12:28:39.929728 --- ParallelTerminationStrategy: PID 20316 died...\u000a12:28:39.985600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20316): Terminated: ok {rc=0}\u000a12:28:40.071550 bus /sierra_3: Setting Powered False\u000a12:28:41.176666 bus /sierra_3: Setting Powered False\u000a12:28:42.284000 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:28:43.398926 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:43.411404 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:28:43.573343 tst mo_mt_call_osmux.py: using LAC 33947\u000a12:28:43.701223 tst mo_mt_call_osmux.py: using RAC 32\u000a12:28:43.830563 tst mo_mt_call_osmux.py: using CellId 33947\u000a12:28:43.958543 tst mo_mt_call_osmux.py: using BVCI 33948\u000a12:28:43.983349 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:43.995318 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:44.007101 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:44.018890 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:44.030941 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:28:44.042994 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:44.163523 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:28:44.376610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:44.887765 run create_hlr_db(pid=20319): Launched\u000a12:28:45.075646 bus /sierra_2: Setting Powered False\u000a12:28:46.102112 run create_hlr_db(pid=20319): Terminated: ok {rc=0}\u000a12:28:46.536501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Launched\u000a12:28:46.891544 run osmo-hlr_10.42.42.2(pid=20322): Launched\u000a12:28:47.042125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:47.691211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Launched\u000a12:28:48.018696 run osmo-stp_10.42.42.5(pid=20325): Launched\u000a12:28:48.137699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:48.732267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Launched\u000a12:28:49.057684 run osmo-msc_10.42.42.6(pid=20328): Launched\u000a12:28:49.248010 run osmo-stp_10.42.42.5(pid=20325): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]\u000a12:28:49.385625 run osmo-stp_10.42.42.5(pid=20325): stdout: \u000a| (launched: 2022-12-13_12:28:47.857382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:49.521557 run osmo-stp_10.42.42.5(pid=20325): stderr: \u000a| �[0;m�[38;5;43m20221213122848047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122848047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122848047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122848048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122848048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122848048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122848048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:49.652109 run osmo-stp_10.42.42.5(pid=20325): stdout: \u000a| (launched: 2022-12-13_12:28:47.857382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:49.781713 run osmo-stp_10.42.42.5(pid=20325): stderr: \u000a| �[0;m�[38;5;43m20221213122848047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122848047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122848047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122848048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122848048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122848048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122848048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:49.838713 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:28:49.848066 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:28:49.911251 run osmo-hlr_10.42.42.2(pid=20322): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20322)]\u000a12:28:49.962413 run osmo-hlr_10.42.42.2(pid=20322): stdout: \u000a| (launched: 2022-12-13_12:28:46.699061) \u000a12:28:50.014315 run osmo-hlr_10.42.42.2(pid=20322): stderr: \u000a| �[0;m�[1;31m20221213122847080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122847082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122847083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122847083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122847083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122847083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122847103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122847127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122847127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122847127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:50.084637 run osmo-msc_10.42.42.6(pid=20328): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20328)]\u000a12:28:50.136222 run osmo-msc_10.42.42.6(pid=20328): stdout: \u000a| (launched: 2022-12-13_12:28:48.897395) \u000a12:28:50.188004 run osmo-msc_10.42.42.6(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221213122849213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122849213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2849410c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122849213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122849214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122849214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122849214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122849216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122849216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122849216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122849216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:28:50.232132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Terminating (SIGTERM)\u000a12:28:50.274442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Terminating (SIGTERM)\u000a12:28:50.316123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Terminating (SIGTERM)\u000a12:28:50.325937 --- ParallelTerminationStrategy: PID 20321 died...\u000a12:28:50.382065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Terminated: ok {rc=0}\u000a12:28:50.392163 --- ParallelTerminationStrategy: PID 20324 died...\u000a12:28:50.448051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Terminated: ok {rc=0}\u000a12:28:50.458119 --- ParallelTerminationStrategy: PID 20327 died...\u000a12:28:50.513884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Terminated: ok {rc=0}\u000a12:28:50.600734 bus /sierra_3: Setting Powered False\u000a12:28:51.701946 bus /sierra_3: Setting Powered False\u000a12:28:52.808711 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:28:32" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20339): Process ended prematurely: osmo-stp_10.42.42.5(pid=20339) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20339)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20339): Process ended prematurely: osmo-stp_10.42.42.5(pid=20339) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:28:54.798633 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:28:54.809923 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:28:54.963066 tst mo_mt_call.py: using LAC 33948\u000a12:28:55.083881 tst mo_mt_call.py: using RAC 33\u000a12:28:55.204679 tst mo_mt_call.py: using CellId 33948\u000a12:28:55.325129 tst mo_mt_call.py: using BVCI 33949\u000a12:28:55.348072 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:28:55.359252 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:28:55.370181 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:28:55.381058 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:28:55.391961 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:28:55.403018 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:28:55.523456 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:28:55.723756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:56.211547 run create_hlr_db(pid=20333): Launched\u000a12:28:56.387803 bus /sierra_2: Setting Powered False\u000a12:28:57.407882 run create_hlr_db(pid=20333): Terminated: ok {rc=0}\u000a12:28:57.813292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20335): Launched\u000a12:28:58.117438 run osmo-hlr_10.42.42.2(pid=20336): Launched\u000a12:28:58.228286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:58.756103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20338): Launched\u000a12:28:59.061830 run osmo-stp_10.42.42.5(pid=20339): Launched\u000a12:28:59.172722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:28:59.731747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20341): Launched\u000a12:29:00.038072 run osmo-msc_10.42.42.6(pid=20342): Launched\u000a12:29:00.216416 run osmo-stp_10.42.42.5(pid=20339): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20339)]\u000a12:29:00.345224 run osmo-stp_10.42.42.5(pid=20339): stdout: \u000a| (launched: 2022-12-13_12:28:58.910501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:00.471826 run osmo-stp_10.42.42.5(pid=20339): stderr: \u000a| �[0;m�[38;5;43m20221213122859076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122859076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122859076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122859077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122859077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122859078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122859078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:00.595433 run osmo-stp_10.42.42.5(pid=20339): stdout: \u000a| (launched: 2022-12-13_12:28:58.910501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:00.717153 run osmo-stp_10.42.42.5(pid=20339): stderr: \u000a| �[0;m�[38;5;43m20221213122859076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122859076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122859076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122859077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122859077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122859078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122859078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:00.770622 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20339): Process ended prematurely: osmo-stp_10.42.42.5(pid=20339) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20339)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:29:00.779266 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:29:00.846230 run osmo-hlr_10.42.42.2(pid=20336): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20336)]\u000a12:29:00.896122 run osmo-hlr_10.42.42.2(pid=20336): stdout: \u000a| (launched: 2022-12-13_12:28:57.967446) \u000a12:29:00.950769 run osmo-hlr_10.42.42.2(pid=20336): stderr: \u000a| �[0;m�[1;31m20221213122858141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122858141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122858141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122858141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122858141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122858141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122858153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122858161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122858161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122858161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:01.029618 run osmo-msc_10.42.42.6(pid=20342): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20342)]\u000a12:29:01.079383 run osmo-msc_10.42.42.6(pid=20342): stdout: \u000a| (launched: 2022-12-13_12:28:59.886690) \u000a12:29:01.129882 run osmo-msc_10.42.42.6(pid=20342): stderr: \u000a| �[0;m�[38;5;43m20221213122900157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122900157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c21345c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122900157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122900157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122900158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122900158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122900160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122900160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122900160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122900160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:01.172804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20335): Terminating (SIGTERM)\u000a12:29:01.215609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20338): Terminating (SIGTERM)\u000a12:29:01.256547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20341): Terminating (SIGTERM)\u000a12:29:01.266112 --- ParallelTerminationStrategy: PID 20335 died...\u000a12:29:01.320556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20335): Terminated: ok {rc=0}\u000a12:29:01.330801 --- ParallelTerminationStrategy: PID 20338 died...\u000a12:29:01.385427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20338): Terminated: ok {rc=0}\u000a12:29:01.395642 --- ParallelTerminationStrategy: PID 20341 died...\u000a12:29:01.450167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20341): Terminated: ok {rc=0}\u000a12:29:01.545523 bus /sierra_3: Setting Powered False\u000a12:29:02.649249 bus /sierra_3: Setting Powered False\u000a12:29:03.760917 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20351): Process ended prematurely: osmo-stp_10.42.42.5(pid=20351) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20351)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20351): Process ended prematurely: osmo-stp_10.42.42.5(pid=20351) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:29:04.870580 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:29:04.882370 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:29:05.037681 tst mo_mt_call_osmux.py: using LAC 33949\u000a12:29:05.160017 tst mo_mt_call_osmux.py: using RAC 34\u000a12:29:05.281779 tst mo_mt_call_osmux.py: using CellId 33949\u000a12:29:05.401405 tst mo_mt_call_osmux.py: using BVCI 33950\u000a12:29:05.424530 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:29:05.435791 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:29:05.446786 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:29:05.457814 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:29:05.468837 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:29:05.479870 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:29:05.596677 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:29:05.804547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:06.291939 run create_hlr_db(pid=20345): Launched\u000a12:29:06.467073 bus /sierra_2: Setting Powered False\u000a12:29:07.488841 run create_hlr_db(pid=20345): Terminated: ok {rc=0}\u000a12:29:07.898106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20347): Launched\u000a12:29:08.201858 run osmo-hlr_10.42.42.2(pid=20348): Launched\u000a12:29:08.312878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:08.841978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20350): Launched\u000a12:29:09.145515 run osmo-stp_10.42.42.5(pid=20351): Launched\u000a12:29:09.255912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:09.811005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20353): Launched\u000a12:29:10.115815 run osmo-msc_10.42.42.6(pid=20354): Launched\u000a12:29:10.293454 run osmo-stp_10.42.42.5(pid=20351): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20351)]\u000a12:29:10.421402 run osmo-stp_10.42.42.5(pid=20351): stdout: \u000a| (launched: 2022-12-13_12:29:08.995785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:10.547760 run osmo-stp_10.42.42.5(pid=20351): stderr: \u000a| �[0;m�[38;5;43m20221213122909162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122909162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122909162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122909163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122909163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122909163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122909163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:10.670550 run osmo-stp_10.42.42.5(pid=20351): stdout: \u000a| (launched: 2022-12-13_12:29:08.995785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:10.791668 run osmo-stp_10.42.42.5(pid=20351): stderr: \u000a| �[0;m�[38;5;43m20221213122909162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122909162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122909162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122909163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122909163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122909163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122909163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:10.845086 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20351): Process ended prematurely: osmo-stp_10.42.42.5(pid=20351) [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20351)] [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:29:10.853817 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:29:10.912987 run osmo-hlr_10.42.42.2(pid=20348): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20348)]\u000a12:29:10.961427 run osmo-hlr_10.42.42.2(pid=20348): stdout: \u000a| (launched: 2022-12-13_12:29:08.052089) \u000a12:29:11.010515 run osmo-hlr_10.42.42.2(pid=20348): stderr: \u000a| �[0;m�[1;31m20221213122908227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122908228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122908228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122908228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122908228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122908228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122908240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122908251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122908251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122908251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:11.077497 run osmo-msc_10.42.42.6(pid=20354): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20354)]\u000a12:29:11.126415 run osmo-msc_10.42.42.6(pid=20354): stdout: \u000a| (launched: 2022-12-13_12:29:09.965377) \u000a12:29:11.175357 run osmo-msc_10.42.42.6(pid=20354): stderr: \u000a| �[0;m�[38;5;43m20221213122910232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122910232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34f6d54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122910232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122910232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122910233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122910233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122910235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122910235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122910235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122910235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:11.216800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20347): Terminating (SIGTERM)\u000a12:29:11.255951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20350): Terminating (SIGTERM)\u000a12:29:11.295281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20353): Terminating (SIGTERM)\u000a12:29:11.304580 --- ParallelTerminationStrategy: PID 20347 died...\u000a12:29:11.357442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20347): Terminated: ok {rc=0}\u000a12:29:11.367085 --- ParallelTerminationStrategy: PID 20350 died...\u000a12:29:11.420076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20350): Terminated: ok {rc=0}\u000a12:29:11.429761 --- ParallelTerminationStrategy: PID 20353 died...\u000a12:29:11.482293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20353): Terminated: ok {rc=0}\u000a12:29:11.569001 bus /sierra_3: Setting Powered False\u000a12:29:12.673171 bus /sierra_3: Setting Powered False\u000a12:29:13.779433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:28:54" }, { "cases" : [ { "testActions" : [ ], "age" : 248, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20366): Process ended prematurely: osmo-stp_10.42.42.5(pid=20366) [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20366)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20366): Process ended prematurely: osmo-stp_10.42.42.5(pid=20366) [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:29:15.782085 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:15.792741 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:29:15.948787 tst emergency_mo_mt_call.py: using LAC 33950\u000a12:29:16.072618 tst emergency_mo_mt_call.py: using RAC 35\u000a12:29:16.217601 tst emergency_mo_mt_call.py: using CellId 33950\u000a12:29:16.342556 tst emergency_mo_mt_call.py: using BVCI 33951\u000a12:29:16.366016 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:16.377928 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:16.389633 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:16.401396 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:16.413194 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:16.424351 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:16.537763 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:16.790232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:17.310708 run create_hlr_db(pid=20360): Launched\u000a12:29:17.502733 bus /sierra_2: Setting Powered False\u000a12:29:18.518178 run create_hlr_db(pid=20360): Terminated: ok {rc=0}\u000a12:29:18.947454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20362): Launched\u000a12:29:19.268538 run osmo-hlr_10.42.42.2(pid=20363): Launched\u000a12:29:19.385258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:19.943455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20365): Launched\u000a12:29:20.264646 run osmo-stp_10.42.42.5(pid=20366): Launched\u000a12:29:20.392446 tst emergency_mo_mt_call.py: using MSISDN 8152\u000a12:29:20.551912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:21.141494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20369): Launched\u000a12:29:21.462793 run osmo-msc_10.42.42.6(pid=20370): Launched\u000a12:29:21.649599 run osmo-stp_10.42.42.5(pid=20366): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20366)]\u000a12:29:21.784873 run osmo-stp_10.42.42.5(pid=20366): stdout: \u000a| (launched: 2022-12-13_12:29:20.105743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:21.918744 run osmo-stp_10.42.42.5(pid=20366): stderr: \u000a| �[0;m�[38;5;43m20221213122920294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122920295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122920295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122920295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122920296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122920296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122920296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:22.047095 run osmo-stp_10.42.42.5(pid=20366): stdout: \u000a| (launched: 2022-12-13_12:29:20.105743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:22.174909 run osmo-stp_10.42.42.5(pid=20366): stderr: \u000a| �[0;m�[38;5;43m20221213122920294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122920295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122920295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122920295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122920296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122920296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122920296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:22.230730 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20366): Process ended prematurely: osmo-stp_10.42.42.5(pid=20366) [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20366)] [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a12:29:22.239245 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a12:29:22.302462 run osmo-hlr_10.42.42.2(pid=20363): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20363)]\u000a12:29:22.353983 run osmo-hlr_10.42.42.2(pid=20363): stdout: \u000a| (launched: 2022-12-13_12:29:19.110762) \u000a12:29:22.406100 run osmo-hlr_10.42.42.2(pid=20363): stderr: \u000a| �[0;m�[1;31m20221213122919302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122919302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122919302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122919302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122919302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122919302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122919314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122919323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122919323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122919323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:22.476752 run osmo-msc_10.42.42.6(pid=20370): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20370)]\u000a12:29:22.528006 run osmo-msc_10.42.42.6(pid=20370): stdout: \u000a| (launched: 2022-12-13_12:29:21.304140) \u000a12:29:22.580006 run osmo-msc_10.42.42.6(pid=20370): stderr: \u000a| �[0;m�[38;5;43m20221213122921620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122921620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa10a408c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122921621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122921621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122921621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122921621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122921623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122921623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122921623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122921623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:22.624339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20362): Terminating (SIGTERM)\u000a12:29:22.666180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20365): Terminating (SIGTERM)\u000a12:29:22.707862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20369): Terminating (SIGTERM)\u000a12:29:22.717585 --- ParallelTerminationStrategy: PID 20362 died...\u000a12:29:22.773709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20362): Terminated: ok {rc=0}\u000a12:29:22.783947 --- ParallelTerminationStrategy: PID 20365 died...\u000a12:29:22.839788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20365): Terminated: ok {rc=0}\u000a12:29:22.849892 --- ParallelTerminationStrategy: PID 20369 died...\u000a12:29:22.905759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20369): Terminated: ok {rc=0}\u000a12:29:22.992412 bus /sierra_3: Setting Powered False\u000a12:29:24.094573 bus /sierra_3: Setting Powered False\u000a12:29:25.200055 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20378): Process ended prematurely: osmo-stp_10.42.42.5(pid=20378) [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20378)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20378): Process ended prematurely: osmo-stp_10.42.42.5(pid=20378) [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:29:26.251246 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:26.263262 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:29:26.397688 tst emergency_preemptive_call.py: using LAC 33951\u000a12:29:26.517882 tst emergency_preemptive_call.py: using RAC 36\u000a12:29:26.634516 tst emergency_preemptive_call.py: using CellId 33951\u000a12:29:26.750814 tst emergency_preemptive_call.py: using BVCI 33952\u000a12:29:26.773459 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:26.784303 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:26.795298 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:26.806010 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:26.816774 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:29:26.827483 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:26.943749 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:27.063777 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:27.179756 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:27.388126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:27.894444 run create_hlr_db(pid=20372): Launched\u000a12:29:28.080855 bus /sierra_2: Setting Powered False\u000a12:29:29.102186 run create_hlr_db(pid=20372): Terminated: ok {rc=0}\u000a12:29:29.530058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20374): Launched\u000a12:29:29.850232 run osmo-hlr_10.42.42.2(pid=20375): Launched\u000a12:29:29.967351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:30.526629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20377): Launched\u000a12:29:30.868647 run osmo-stp_10.42.42.5(pid=20378): Launched\u000a12:29:31.134012 tst emergency_preemptive_call.py: using MSISDN 8153\u000a12:29:31.286833 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:29:31.883353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20380): Launched\u000a12:29:32.223356 run osmo-msc_10.42.42.6(pid=20381): Launched\u000a12:29:32.513850 run osmo-stp_10.42.42.5(pid=20378): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20378)]\u000a12:29:32.643260 run osmo-stp_10.42.42.5(pid=20378): stdout: \u000a| (launched: 2022-12-13_12:29:30.688800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:32.767742 run osmo-stp_10.42.42.5(pid=20378): stderr: \u000a| �[0;m�[38;5;43m20221213122930934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122930935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122930935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122930935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122930936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122930936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122930936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:32.888554 run osmo-stp_10.42.42.5(pid=20378): stdout: \u000a| (launched: 2022-12-13_12:29:30.688800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:33.007289 run osmo-stp_10.42.42.5(pid=20378): stderr: \u000a| �[0;m�[38;5;43m20221213122930934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122930935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122930935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122930935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122930936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122930936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122930936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:33.059431 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20378): Process ended prematurely: osmo-stp_10.42.42.5(pid=20378) [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20378)] [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a12:29:33.067641 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a12:29:33.127841 run osmo-hlr_10.42.42.2(pid=20375): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20375)]\u000a12:29:33.176701 run osmo-hlr_10.42.42.2(pid=20375): stdout: \u000a| (launched: 2022-12-13_12:29:29.692690) \u000a12:29:33.226335 run osmo-hlr_10.42.42.2(pid=20375): stderr: \u000a| �[0;m�[1;31m20221213122929886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122929886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122929886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122929886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122929886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122929886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122929899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122929908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122929909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122929909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:33.294073 run osmo-msc_10.42.42.6(pid=20381): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20381)]\u000a12:29:33.343064 run osmo-msc_10.42.42.6(pid=20381): stdout: \u000a| (launched: 2022-12-13_12:29:32.048701) \u000a12:29:33.392372 run osmo-msc_10.42.42.6(pid=20381): stderr: \u000a| �[0;m�[38;5;43m20221213122932451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213122932451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7374a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213122932451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213122932451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213122932452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213122932452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213122932454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213122932454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213122932454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213122932454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:29:33.434051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20374): Terminating (SIGTERM)\u000a12:29:33.473414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20377): Terminating (SIGTERM)\u000a12:29:33.512833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20380): Terminating (SIGTERM)\u000a12:29:33.522324 --- ParallelTerminationStrategy: PID 20374 died...\u000a12:29:33.575713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20374): Terminated: ok {rc=0}\u000a12:29:33.585730 --- ParallelTerminationStrategy: PID 20377 died...\u000a12:29:33.638672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20377): Terminated: ok {rc=0}\u000a12:29:33.648269 --- ParallelTerminationStrategy: PID 20380 died...\u000a12:29:33.701072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20380): Terminated: ok {rc=0}\u000a12:29:33.788426 bus /sierra_9: Setting Powered False\u000a12:29:34.890764 bus /sierra_9: Setting Powered False\u000a12:29:36.001643 bus /sierra_8: Setting Powered False\u000a12:29:37.104303 bus /sierra_8: Setting Powered False\u000a12:29:38.215284 bus /sierra_3: Setting Powered False\u000a12:29:39.321611 bus /sierra_3: Setting Powered False\u000a12:29:40.429841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:29:15" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20396): Process ended prematurely: osmo-stp_10.42.42.5(pid=20396) [trial-2389↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20396)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20396): Process ended prematurely: osmo-stp_10.42.42.5(pid=20396) [trial-2389↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:29:42.555413 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:42.566848 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:29:42.701092 tst cs_paging_gprs_active.py: using LAC 33952\u000a12:29:42.827701 tst cs_paging_gprs_active.py: using RAC 37\u000a12:29:42.953574 tst cs_paging_gprs_active.py: using CellId 33952\u000a12:29:43.079391 tst cs_paging_gprs_active.py: using BVCI 33953\u000a12:29:43.104489 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:43.115960 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:43.127351 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:43.138501 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:43.150198 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:43.161540 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:43.173163 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:43.184302 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:43.195962 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:43.313188 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:43.609995 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:29:43.746361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:44.083961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20386): Launched\u000a12:29:44.365751 run iperf3-srv_10.42.42.10(pid=20387): Launched\u000a12:29:44.566506 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:29:44.702867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:45.041850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20388): Launched\u000a12:29:45.322885 run iperf3-srv_10.42.42.10(pid=20389): Launched\u000a12:29:45.523053 tst cs_paging_gprs_active.py:38: start network...\u000a12:29:45.659432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:46.199681 run create_hlr_db(pid=20390): Launched\u000a12:29:46.393511 bus /sierra_2: Setting Powered False\u000a12:29:47.410808 run create_hlr_db(pid=20390): Terminated: ok {rc=0}\u000a12:29:47.819742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20392): Launched\u000a12:29:48.124718 run osmo-hlr_10.42.42.2(pid=20393): Launched\u000a12:29:48.244412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:48.778283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20395): Launched\u000a12:29:49.083127 run osmo-stp_10.42.42.5(pid=20396): Launched\u000a12:29:49.192405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:29:49.724530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20399): Launched\u000a12:29:49.833074 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:29:50.100664 run patchelf(pid=20400): Launched\u000a12:29:50.279881 run osmo-stp_10.42.42.5(pid=20396): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20396)]\u000a12:29:50.410979 run osmo-stp_10.42.42.5(pid=20396): stdout: \u000a| (launched: 2022-12-13_12:29:48.932794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:50.542597 run osmo-stp_10.42.42.5(pid=20396): stderr: \u000a| �[0;m�[38;5;43m20221213122949100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122949100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122949100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122949101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122949101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122949101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122949101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:50.669236 run osmo-stp_10.42.42.5(pid=20396): stdout: \u000a| (launched: 2022-12-13_12:29:48.932794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:50.794088 run osmo-stp_10.42.42.5(pid=20396): stderr: \u000a| �[0;m�[38;5;43m20221213122949100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213122949100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213122949100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213122949101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213122949101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213122949101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213122949101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:50.940138 run patchelf(pid=20400): Terminating (SIGINT)\u000a12:29:51.112220 run patchelf(pid=20400): Terminated: ok {rc=0}\u000a12:29:51.143804 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20396): Process ended prematurely: osmo-stp_10.42.42.5(pid=20396) [trial-2389↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20396)] [trial-2389↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a12:29:51.153204 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:29:51.212619 run osmo-hlr_10.42.42.2(pid=20393): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20393)]\u000a12:29:51.260981 run osmo-hlr_10.42.42.2(pid=20393): stdout: \u000a| (launched: 2022-12-13_12:29:47.974031) \u000a12:29:51.309954 run osmo-hlr_10.42.42.2(pid=20393): stderr: \u000a| �[0;m�[1;31m20221213122948145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122948145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122948146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122948146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122948146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122948146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122948158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122948167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122948167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122948167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:51.351553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20386): Terminating (SIGTERM)\u000a12:29:51.390711 run iperf3-srv_10.42.42.10(pid=20387): Terminating (SIGTERM)\u000a12:29:51.430074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20388): Terminating (SIGTERM)\u000a12:29:51.469152 run iperf3-srv_10.42.42.10(pid=20389): Terminating (SIGTERM)\u000a12:29:51.508285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20392): Terminating (SIGTERM)\u000a12:29:51.547601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20395): Terminating (SIGTERM)\u000a12:29:51.586978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20399): Terminating (SIGTERM)\u000a12:29:51.596232 --- ParallelTerminationStrategy: PID 20386 died...\u000a12:29:51.648724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20386): Terminated: ok {rc=0}\u000a12:29:51.658336 --- ParallelTerminationStrategy: PID 20387 died...\u000a12:29:51.710702 run iperf3-srv_10.42.42.10(pid=20387): Terminated {rc=256}\u000a12:29:51.720162 --- ParallelTerminationStrategy: PID 20388 died...\u000a12:29:51.772410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20388): Terminated: ok {rc=0}\u000a12:29:51.781971 --- ParallelTerminationStrategy: PID 20389 died...\u000a12:29:51.834354 run iperf3-srv_10.42.42.10(pid=20389): Terminated {rc=256}\u000a12:29:51.843854 --- ParallelTerminationStrategy: PID 20392 died...\u000a12:29:51.896096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20392): Terminated: ok {rc=0}\u000a12:29:51.905766 --- ParallelTerminationStrategy: PID 20395 died...\u000a12:29:51.958264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20395): Terminated: ok {rc=0}\u000a12:29:51.967836 --- ParallelTerminationStrategy: PID 20399 died...\u000a12:29:52.020160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20399): Terminated: ok {rc=0}\u000a12:29:52.107991 bus /gobi_0: Setting Powered False\u000a12:29:53.210128 bus /gobi_0: Setting Powered False\u000a12:29:54.315998 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20409): Process ended prematurely: osmo-stp_10.42.42.5(pid=20409) [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20409)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20409): Process ended prematurely: osmo-stp_10.42.42.5(pid=20409) [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a12:29:55.431952 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:55.444073 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:29:55.587440 tst iperf3.py: using LAC 33953\u000a12:29:55.716037 tst iperf3.py: using RAC 38\u000a12:29:55.848453 tst iperf3.py: using CellId 33953\u000a12:29:55.979867 tst iperf3.py: using BVCI 33954\u000a12:29:56.004764 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:56.016080 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:56.027213 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:56.038251 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:56.049999 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:56.061767 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:56.073872 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:56.085762 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:29:56.097674 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:29:56.380652 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:29:56.507483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:56.824577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20401): Launched\u000a12:29:57.087218 run iperf3-srv_10.42.42.10(pid=20402): Launched\u000a12:29:57.272510 tst iperf3.py:8: start network...\u000a12:29:57.398608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:57.886657 run create_hlr_db(pid=20403): Launched\u000a12:29:58.076795 bus /gobi_6: Setting Powered False\u000a12:29:59.096647 run create_hlr_db(pid=20403): Terminated: ok {rc=0}\u000a12:29:59.504195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20405): Launched\u000a12:29:59.808345 run osmo-hlr_10.42.42.2(pid=20406): Launched\u000a12:29:59.929648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:00.468300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20408): Launched\u000a12:30:00.772738 run osmo-stp_10.42.42.5(pid=20409): Launched\u000a12:30:00.944178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:01.502676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20411): Launched\u000a12:30:01.625203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:01.952072 run patchelf(pid=20416): Launched\u000a12:30:02.220325 run osmo-stp_10.42.42.5(pid=20409): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20409)]\u000a12:30:02.390571 run osmo-stp_10.42.42.5(pid=20409): stdout: \u000a| (launched: 2022-12-13_12:30:00.622912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:02.554421 run osmo-stp_10.42.42.5(pid=20409): stderr: \u000a| �[0;m�[38;5;43m20221213123000791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123000791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123000791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123000792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123000792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123000793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123000793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:02.694322 run osmo-stp_10.42.42.5(pid=20409): stdout: \u000a| (launched: 2022-12-13_12:30:00.622912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:02.828814 run osmo-stp_10.42.42.5(pid=20409): stderr: \u000a| �[0;m�[38;5;43m20221213123000791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123000791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123000791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123000792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123000792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123000793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123000793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:02.985194 run patchelf(pid=20416): Terminating (SIGINT)\u000a12:30:03.169654 run patchelf(pid=20416): Terminated: ok {rc=0}\u000a12:30:03.203521 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20409): Process ended prematurely: osmo-stp_10.42.42.5(pid=20409) [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20409)] [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a12:30:03.213764 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:30:03.279300 run osmo-hlr_10.42.42.2(pid=20406): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20406)]\u000a12:30:03.331913 run osmo-hlr_10.42.42.2(pid=20406): stdout: \u000a| (launched: 2022-12-13_12:29:59.659008) \u000a12:30:03.385032 run osmo-hlr_10.42.42.2(pid=20406): stderr: \u000a| �[0;m�[1;31m20221213122959833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213122959833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213122959833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122959833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213122959833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213122959833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213122959845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213122959853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213122959854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213122959854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:03.430698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20401): Terminating (SIGTERM)\u000a12:30:03.473653 run iperf3-srv_10.42.42.10(pid=20402): Terminating (SIGTERM)\u000a12:30:03.516563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20405): Terminating (SIGTERM)\u000a12:30:03.559838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20408): Terminating (SIGTERM)\u000a12:30:03.602862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20411): Terminating (SIGTERM)\u000a12:30:03.612403 --- ParallelTerminationStrategy: PID 20401 died...\u000a12:30:03.670518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20401): Terminated: ok {rc=0}\u000a12:30:03.680872 --- ParallelTerminationStrategy: PID 20402 died...\u000a12:30:03.738494 run iperf3-srv_10.42.42.10(pid=20402): Terminated {rc=256}\u000a12:30:03.748631 --- ParallelTerminationStrategy: PID 20405 died...\u000a12:30:03.806432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20405): Terminated: ok {rc=0}\u000a12:30:03.816745 --- ParallelTerminationStrategy: PID 20408 died...\u000a12:30:03.873712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20408): Terminated: ok {rc=0}\u000a12:30:03.883977 --- ParallelTerminationStrategy: PID 20411 died...\u000a12:30:03.940316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20411): Terminated: ok {rc=0}\u000a12:30:04.027445 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20556): Process ended prematurely: osmo-stp_10.42.42.5(pid=20556) [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20556)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20556): Process ended prematurely: osmo-stp_10.42.42.5(pid=20556) [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a12:30:05.144775 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.156929 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:30:05.294515 tst iperf3m4.py: using LAC 33954\u000a12:30:05.416759 tst iperf3m4.py: using RAC 39\u000a12:30:05.538672 tst iperf3m4.py: using CellId 33954\u000a12:30:05.658283 tst iperf3m4.py: using BVCI 33955\u000a12:30:05.681963 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.693019 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.703746 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.714465 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.725191 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.735773 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.746684 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.757268 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:05.768044 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:30:05.888856 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:30:06.008148 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:30:06.127298 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:30:06.427164 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:30:06.563659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:06.904062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20423): Launched\u000a12:30:07.186582 run iperf3-srv_10.42.42.10(pid=20424): Launched\u000a12:30:07.387502 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:30:07.524122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:07.853603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20425): Launched\u000a12:30:08.116694 run iperf3-srv_10.42.42.10(pid=20426): Launched\u000a12:30:08.302331 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:30:08.428393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:08.744701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20427): Launched\u000a12:30:09.006034 run iperf3-srv_10.42.42.10(pid=20428): Launched\u000a12:30:09.192541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:30:09.319306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:09.635831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20429): Launched\u000a12:30:09.897683 run iperf3-srv_10.42.42.10(pid=20430): Launched\u000a12:30:10.083117 tst iperf3m4.py:8: start network...\u000a12:30:10.209833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:10.696100 run create_hlr_db(pid=20431): Launched\u000a12:30:10.871441 bus /gobi_6: Setting Powered False\u000a12:30:11.892208 run create_hlr_db(pid=20431): Terminated: ok {rc=0}\u000a12:30:12.298188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20433): Launched\u000a12:30:12.603062 run osmo-hlr_10.42.42.2(pid=20434): Launched\u000a12:30:12.750338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:13.464237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20524): Launched\u000a12:30:13.826132 run osmo-stp_10.42.42.5(pid=20556): Launched\u000a12:30:13.985960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:14.614208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20698): Launched\u000a12:30:14.734400 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:15.018936 run patchelf(pid=20772): Launched\u000a12:30:15.194750 run osmo-stp_10.42.42.5(pid=20556): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20556)]\u000a12:30:15.322860 run osmo-stp_10.42.42.5(pid=20556): stdout: \u000a| (launched: 2022-12-13_12:30:13.631613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:15.451403 run osmo-stp_10.42.42.5(pid=20556): stderr: \u000a| �[0;m�[38;5;43m20221213123013935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123013935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123013935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123013935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123013936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123013936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123013936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:15.575127 run osmo-stp_10.42.42.5(pid=20556): stdout: \u000a| (launched: 2022-12-13_12:30:13.631613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:15.697325 run osmo-stp_10.42.42.5(pid=20556): stderr: \u000a| �[0;m�[38;5;43m20221213123013935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123013935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123013935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123013935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123013936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123013936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123013936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:15.853284 run patchelf(pid=20772): Terminating (SIGINT)\u000a12:30:16.028362 run patchelf(pid=20772): Terminated: ok {rc=0}\u000a12:30:16.061299 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20556): Process ended prematurely: osmo-stp_10.42.42.5(pid=20556) [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20556)] [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a12:30:16.071769 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:30:16.132976 run osmo-hlr_10.42.42.2(pid=20434): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20434)]\u000a12:30:16.182881 run osmo-hlr_10.42.42.2(pid=20434): stdout: \u000a| (launched: 2022-12-13_12:30:12.452927) \u000a12:30:16.232922 run osmo-hlr_10.42.42.2(pid=20434): stderr: \u000a| �[0;m�[1;31m20221213123012629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123012629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123012629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123012629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123012629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123012629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123012642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123012651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123012651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123012652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:16.275440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20423): Terminating (SIGTERM)\u000a12:30:16.316670 run iperf3-srv_10.42.42.10(pid=20424): Terminating (SIGTERM)\u000a12:30:16.360264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20425): Terminating (SIGTERM)\u000a12:30:16.400285 run iperf3-srv_10.42.42.10(pid=20426): Terminating (SIGTERM)\u000a12:30:16.442674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20427): Terminating (SIGTERM)\u000a12:30:16.483839 run iperf3-srv_10.42.42.10(pid=20428): Terminating (SIGTERM)\u000a12:30:16.527532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20429): Terminating (SIGTERM)\u000a12:30:16.567714 run iperf3-srv_10.42.42.10(pid=20430): Terminating (SIGTERM)\u000a12:30:16.607815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20433): Terminating (SIGTERM)\u000a12:30:16.648076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20524): Terminating (SIGTERM)\u000a12:30:16.688423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20698): Terminating (SIGTERM)\u000a12:30:16.697881 --- ParallelTerminationStrategy: PID 20423 died...\u000a12:30:16.752152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20423): Terminated: ok {rc=0}\u000a12:30:16.762404 --- ParallelTerminationStrategy: PID 20424 died...\u000a12:30:16.832693 run iperf3-srv_10.42.42.10(pid=20424): Terminated {rc=256}\u000a12:30:16.847975 --- ParallelTerminationStrategy: PID 20425 died...\u000a12:30:16.908266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20425): Terminated: ok {rc=0}\u000a12:30:16.918481 --- ParallelTerminationStrategy: PID 20426 died...\u000a12:30:16.973474 run iperf3-srv_10.42.42.10(pid=20426): Terminated {rc=256}\u000a12:30:16.983873 --- ParallelTerminationStrategy: PID 20427 died...\u000a12:30:17.039010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20427): Terminated: ok {rc=0}\u000a12:30:17.049439 --- ParallelTerminationStrategy: PID 20428 died...\u000a12:30:17.104423 run iperf3-srv_10.42.42.10(pid=20428): Terminated {rc=256}\u000a12:30:17.114805 --- ParallelTerminationStrategy: PID 20429 died...\u000a12:30:17.169544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20429): Terminated: ok {rc=0}\u000a12:30:17.180011 --- ParallelTerminationStrategy: PID 20430 died...\u000a12:30:17.238802 run iperf3-srv_10.42.42.10(pid=20430): Terminated {rc=256}\u000a12:30:17.250385 --- ParallelTerminationStrategy: PID 20433 died...\u000a12:30:17.306857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20433): Terminated: ok {rc=0}\u000a12:30:17.316769 --- ParallelTerminationStrategy: PID 20524 died...\u000a12:30:17.373990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20524): Terminated: ok {rc=0}\u000a12:30:17.384061 --- ParallelTerminationStrategy: PID 20698 died...\u000a12:30:17.440177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20698): Terminated: ok {rc=0}\u000a12:30:17.526466 bus /gobi_4: Setting Powered False\u000a12:30:18.630730 bus /gobi_4: Setting Powered False\u000a12:30:19.738634 bus /gobi_1: Setting Powered False\u000a12:30:20.843498 bus /gobi_1: Setting Powered False\u000a12:30:21.950825 bus /gobi_0: Setting Powered False\u000a12:30:23.056121 bus /gobi_0: Setting Powered False\u000a12:30:24.173441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20974): Process ended prematurely: osmo-stp_10.42.42.5(pid=20974) [trial-2389↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20974)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20974): Process ended prematurely: osmo-stp_10.42.42.5(pid=20974) [trial-2389↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a12:30:25.243992 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:25.256796 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:30:25.398617 tst ping.py: using LAC 33955\u000a12:30:25.526180 tst ping.py: using RAC 40\u000a12:30:25.652080 tst ping.py: using CellId 33955\u000a12:30:25.778708 tst ping.py: using BVCI 33956\u000a12:30:25.804067 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:25.816561 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:25.828468 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:25.840756 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:25.853877 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:25.866857 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:25.880988 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:25.893865 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:30:26.193549 tst ping.py:19: start network...\u000a12:30:26.327368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:26.841940 run create_hlr_db(pid=20967): Launched\u000a12:30:27.036096 bus /gobi_6: Setting Powered False\u000a12:30:28.052531 run create_hlr_db(pid=20967): Terminated: ok {rc=0}\u000a12:30:28.496456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20969): Launched\u000a12:30:28.916407 run osmo-hlr_10.42.42.2(pid=20970): Launched\u000a12:30:29.171708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:29.743065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20973): Launched\u000a12:30:30.059155 run osmo-stp_10.42.42.5(pid=20974): Launched\u000a12:30:30.175602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:30.726875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20976): Launched\u000a12:30:30.851602 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:31.181396 run patchelf(pid=20977): Launched\u000a12:30:31.381942 run osmo-stp_10.42.42.5(pid=20974): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20974)]\u000a12:30:31.511539 run osmo-stp_10.42.42.5(pid=20974): stdout: \u000a| (launched: 2022-12-13_12:30:29.903192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:31.642280 run osmo-stp_10.42.42.5(pid=20974): stderr: \u000a| �[0;m�[38;5;43m20221213123030091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123030092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123030092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123030092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123030093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123030093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123030093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:31.769685 run osmo-stp_10.42.42.5(pid=20974): stdout: \u000a| (launched: 2022-12-13_12:30:29.903192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:31.944504 run osmo-stp_10.42.42.5(pid=20974): stderr: \u000a| �[0;m�[38;5;43m20221213123030091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123030092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123030092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123030092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123030093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123030093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123030093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:32.091852 run patchelf(pid=20977): Terminating (SIGINT)\u000a12:30:32.262465 run patchelf(pid=20977): Terminated: ok {rc=0}\u000a12:30:32.293396 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20974): Process ended prematurely: osmo-stp_10.42.42.5(pid=20974) [trial-2389↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20974)] [trial-2389↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a12:30:32.302289 tst ping.py:22: Test FAILED (7.0 sec)\u000a12:30:32.362110 run osmo-hlr_10.42.42.2(pid=20970): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20970)]\u000a12:30:32.411106 run osmo-hlr_10.42.42.2(pid=20970): stdout: \u000a| (launched: 2022-12-13_12:30:28.660253) \u000a12:30:32.460716 run osmo-hlr_10.42.42.2(pid=20970): stderr: \u000a| �[0;m�[1;31m20221213123028968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123028968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123028968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123028968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123028968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123028968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123028988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123028999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123028999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123029000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:32.502828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20969): Terminating (SIGTERM)\u000a12:30:32.542833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20973): Terminating (SIGTERM)\u000a12:30:32.582281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20976): Terminating (SIGTERM)\u000a12:30:32.590983 --- ParallelTerminationStrategy: PID 20969 died...\u000a12:30:32.644090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20969): Terminated: ok {rc=0}\u000a12:30:32.653723 --- ParallelTerminationStrategy: PID 20973 died...\u000a12:30:32.706917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20973): Terminated: ok {rc=0}\u000a12:30:32.716399 --- ParallelTerminationStrategy: PID 20976 died...\u000a12:30:32.769139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20976): Terminated: ok {rc=0}\u000a12:30:32.856106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20984): Process ended prematurely: osmo-stp_10.42.42.5(pid=20984) [trial-2389↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20984)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20984): Process ended prematurely: osmo-stp_10.42.42.5(pid=20984) [trial-2389↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a12:30:33.907964 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:33.919253 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:30:34.057533 tst ping_idle_ping.py: using LAC 33956\u000a12:30:34.182121 tst ping_idle_ping.py: using RAC 41\u000a12:30:34.307118 tst ping_idle_ping.py: using CellId 33956\u000a12:30:34.431079 tst ping_idle_ping.py: using BVCI 33957\u000a12:30:34.455302 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:34.466542 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:34.478029 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:34.489055 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:34.500283 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:34.511628 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:34.523067 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:30:34.534370 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:30:34.808829 tst ping_idle_ping.py:24: start network...\u000a12:30:34.932060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:35.409292 run create_hlr_db(pid=20978): Launched\u000a12:30:35.580501 bus /gobi_6: Setting Powered False\u000a12:30:36.600907 run create_hlr_db(pid=20978): Terminated: ok {rc=0}\u000a12:30:36.996038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20980): Launched\u000a12:30:37.293271 run osmo-hlr_10.42.42.2(pid=20981): Launched\u000a12:30:37.402623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:37.918604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20983): Launched\u000a12:30:38.215251 run osmo-stp_10.42.42.5(pid=20984): Launched\u000a12:30:38.322903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:38.841675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20986): Launched\u000a12:30:38.946887 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:39.206305 run patchelf(pid=20987): Launched\u000a12:30:39.380597 run osmo-stp_10.42.42.5(pid=20984): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20984)]\u000a12:30:39.508448 run osmo-stp_10.42.42.5(pid=20984): stdout: \u000a| (launched: 2022-12-13_12:30:38.068716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:39.636142 run osmo-stp_10.42.42.5(pid=20984): stderr: \u000a| �[0;m�[38;5;43m20221213123038237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123038237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123038238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123038238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123038239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123038239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123038239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:39.758938 run osmo-stp_10.42.42.5(pid=20984): stdout: \u000a| (launched: 2022-12-13_12:30:38.068716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:39.880460 run osmo-stp_10.42.42.5(pid=20984): stderr: \u000a| �[0;m�[38;5;43m20221213123038237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123038237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123038238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123038238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123038239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123038239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123038239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:40.021633 run patchelf(pid=20987): Terminating (SIGINT)\u000a12:30:40.187680 run patchelf(pid=20987): Terminated: ok {rc=0}\u000a12:30:40.217971 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20984): Process ended prematurely: osmo-stp_10.42.42.5(pid=20984) [trial-2389↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20984)] [trial-2389↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a12:30:40.226706 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a12:30:40.285794 run osmo-hlr_10.42.42.2(pid=20981): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20981)]\u000a12:30:40.334166 run osmo-hlr_10.42.42.2(pid=20981): stdout: \u000a| (launched: 2022-12-13_12:30:37.146288) \u000a12:30:40.383175 run osmo-hlr_10.42.42.2(pid=20981): stderr: \u000a| �[0;m�[1;31m20221213123037318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123037318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123037318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123037318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123037318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123037318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123037330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123037341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123037341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123037341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:40.424790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20980): Terminating (SIGTERM)\u000a12:30:40.463861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20983): Terminating (SIGTERM)\u000a12:30:40.503172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20986): Terminating (SIGTERM)\u000a12:30:40.512239 --- ParallelTerminationStrategy: PID 20980 died...\u000a12:30:40.564809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20980): Terminated: ok {rc=0}\u000a12:30:40.574357 --- ParallelTerminationStrategy: PID 20983 died...\u000a12:30:40.626571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20983): Terminated: ok {rc=0}\u000a12:30:40.635982 --- ParallelTerminationStrategy: PID 20986 died...\u000a12:30:40.688085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20986): Terminated: ok {rc=0}\u000a12:30:40.770617 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:29:42" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21003): Process ended prematurely: osmo-stp_10.42.42.5(pid=21003) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21003)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21003): Process ended prematurely: osmo-stp_10.42.42.5(pid=21003) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:30:42.922759 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:42.934152 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:30:43.069392 tst cs_paging_gprs_active.py: using LAC 33957\u000a12:30:43.187421 tst cs_paging_gprs_active.py: using RAC 42\u000a12:30:43.311403 tst cs_paging_gprs_active.py: using CellId 33957\u000a12:30:43.444417 tst cs_paging_gprs_active.py: using BVCI 33958\u000a12:30:43.467668 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:43.478820 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:43.489804 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:43.500609 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:43.511483 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:43.522522 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:43.533483 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:43.544190 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:43.555201 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:43.672738 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:43.951930 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:30:44.077108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:44.389463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20993): Launched\u000a12:30:44.649191 run iperf3-srv_10.42.42.10(pid=20994): Launched\u000a12:30:44.833640 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:30:44.959129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:45.272767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20995): Launched\u000a12:30:45.533227 run iperf3-srv_10.42.42.10(pid=20996): Launched\u000a12:30:45.716174 tst cs_paging_gprs_active.py:38: start network...\u000a12:30:45.861644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:46.403813 run create_hlr_db(pid=20997): Launched\u000a12:30:46.612084 bus /gobi_6: Setting Powered False\u000a12:30:47.606713 run create_hlr_db(pid=20997): Terminated: ok {rc=0}\u000a12:30:48.058419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20999): Launched\u000a12:30:48.382395 run osmo-hlr_10.42.42.2(pid=21000): Launched\u000a12:30:48.500383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:49.063100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21002): Launched\u000a12:30:49.386976 run osmo-stp_10.42.42.5(pid=21003): Launched\u000a12:30:49.504126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:50.067463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21005): Launched\u000a12:30:50.183002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:50.467123 run patchelf(pid=21006): Launched\u000a12:30:50.656583 run osmo-stp_10.42.42.5(pid=21003): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21003)]\u000a12:30:50.795313 run osmo-stp_10.42.42.5(pid=21003): stdout: \u000a| (launched: 2022-12-13_12:30:49.227426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:50.934785 run osmo-stp_10.42.42.5(pid=21003): stderr: \u000a| �[0;m�[38;5;43m20221213123049414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123049414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123049414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123049415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123049415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123049415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123049415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:51.068792 run osmo-stp_10.42.42.5(pid=21003): stdout: \u000a| (launched: 2022-12-13_12:30:49.227426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:51.201925 run osmo-stp_10.42.42.5(pid=21003): stderr: \u000a| �[0;m�[38;5;43m20221213123049414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123049414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123049414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123049415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123049415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123049415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123049415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:51.356864 run patchelf(pid=21006): Terminating (SIGINT)\u000a12:30:51.538835 run patchelf(pid=21006): Terminated: ok {rc=0}\u000a12:30:51.572052 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21003): Process ended prematurely: osmo-stp_10.42.42.5(pid=21003) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21003)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:30:51.582221 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:30:51.645192 run osmo-hlr_10.42.42.2(pid=21000): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21000)]\u000a12:30:51.696462 run osmo-hlr_10.42.42.2(pid=21000): stdout: \u000a| (launched: 2022-12-13_12:30:48.222975) \u000a12:30:51.748380 run osmo-hlr_10.42.42.2(pid=21000): stderr: \u000a| �[0;m�[1;31m20221213123048417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123048417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123048417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123048417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123048417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123048417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123048431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123048440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123048440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123048440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:51.792769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20993): Terminating (SIGTERM)\u000a12:30:51.835512 run iperf3-srv_10.42.42.10(pid=20994): Terminating (SIGTERM)\u000a12:30:51.877713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20995): Terminating (SIGTERM)\u000a12:30:51.920567 run iperf3-srv_10.42.42.10(pid=20996): Terminating (SIGTERM)\u000a12:30:51.962487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20999): Terminating (SIGTERM)\u000a12:30:52.004212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21002): Terminating (SIGTERM)\u000a12:30:52.045989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21005): Terminating (SIGTERM)\u000a12:30:52.055532 --- ParallelTerminationStrategy: PID 20993 died...\u000a12:30:52.111660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20993): Terminated: ok {rc=0}\u000a12:30:52.121590 --- ParallelTerminationStrategy: PID 20994 died...\u000a12:30:52.177516 run iperf3-srv_10.42.42.10(pid=20994): Terminated {rc=256}\u000a12:30:52.187428 --- ParallelTerminationStrategy: PID 20995 died...\u000a12:30:52.243244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20995): Terminated: ok {rc=0}\u000a12:30:52.253211 --- ParallelTerminationStrategy: PID 20996 died...\u000a12:30:52.308723 run iperf3-srv_10.42.42.10(pid=20996): Terminated {rc=256}\u000a12:30:52.318556 --- ParallelTerminationStrategy: PID 20999 died...\u000a12:30:52.374133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20999): Terminated: ok {rc=0}\u000a12:30:52.384003 --- ParallelTerminationStrategy: PID 21002 died...\u000a12:30:52.439798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21002): Terminated: ok {rc=0}\u000a12:30:52.449852 --- ParallelTerminationStrategy: PID 21005 died...\u000a12:30:52.505648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21005): Terminated: ok {rc=0}\u000a12:30:52.592133 bus /gobi_0: Setting Powered False\u000a12:30:53.698329 bus /gobi_0: Setting Powered False\u000a12:30:54.809454 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:30:55.919505 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:55.931163 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:30:56.072047 tst iperf3.py: using LAC 33958\u000a12:30:56.193695 tst iperf3.py: using RAC 43\u000a12:30:56.311894 tst iperf3.py: using CellId 33958\u000a12:30:56.432544 tst iperf3.py: using BVCI 33959\u000a12:30:56.455694 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:56.466843 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:56.477747 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:56.488545 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:56.499327 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:56.510173 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:56.521210 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:56.531983 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:30:56.542940 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:30:56.820247 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:30:56.944741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:57.258641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Launched\u000a12:30:57.518595 run iperf3-srv_10.42.42.10(pid=21011): Launched\u000a12:30:57.703054 tst iperf3.py:8: start network...\u000a12:30:57.828629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:58.311330 run create_hlr_db(pid=21012): Launched\u000a12:30:58.484270 bus /gobi_6: Setting Powered False\u000a12:30:59.518650 run create_hlr_db(pid=21012): Terminated: ok {rc=0}\u000a12:30:59.949183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Launched\u000a12:31:00.274168 run osmo-hlr_10.42.42.2(pid=21015): Launched\u000a12:31:00.395101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:00.979875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Launched\u000a12:31:01.414104 run osmo-stp_10.42.42.5(pid=21018): Launched\u000a12:31:01.609188 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:02.187389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21020): Launched\u000a12:31:02.295012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:02.559173 run patchelf(pid=21021): Launched\u000a12:31:02.737169 run osmo-stp_10.42.42.5(pid=21018): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]\u000a12:31:02.866770 run osmo-stp_10.42.42.5(pid=21018): stdout: \u000a| (launched: 2022-12-13_12:31:01.146335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:02.996632 run osmo-stp_10.42.42.5(pid=21018): stderr: \u000a| �[0;m�[38;5;43m20221213123101436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123101436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123101436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123101437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123101437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123101438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123101438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:03.121899 run osmo-stp_10.42.42.5(pid=21018): stdout: \u000a| (launched: 2022-12-13_12:31:01.146335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:03.246004 run osmo-stp_10.42.42.5(pid=21018): stderr: \u000a| �[0;m�[38;5;43m20221213123101436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123101436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123101436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123101437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123101437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123101438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123101438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:03.390830 run patchelf(pid=21021): Terminating (SIGINT)\u000a12:31:03.560010 run patchelf(pid=21021): Terminated: ok {rc=0}\u000a12:31:03.591907 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a12:31:03.601360 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:31:03.660813 run osmo-hlr_10.42.42.2(pid=21015): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21015)]\u000a12:31:03.709143 run osmo-hlr_10.42.42.2(pid=21015): stdout: \u000a| (launched: 2022-12-13_12:31:00.113266) \u000a12:31:03.758827 run osmo-hlr_10.42.42.2(pid=21015): stderr: \u000a| �[0;m�[1;31m20221213123100310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123100310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123100310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123100310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123100310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123100310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123100323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123100331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123100331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123100331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:03.800768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Terminating (SIGTERM)\u000a12:31:03.840352 run iperf3-srv_10.42.42.10(pid=21011): Terminating (SIGTERM)\u000a12:31:03.879784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Terminating (SIGTERM)\u000a12:31:03.919152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Terminating (SIGTERM)\u000a12:31:03.958726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21020): Terminating (SIGTERM)\u000a12:31:03.967887 --- ParallelTerminationStrategy: PID 21010 died...\u000a12:31:04.021123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Terminated: ok {rc=0}\u000a12:31:04.030707 --- ParallelTerminationStrategy: PID 21011 died...\u000a12:31:04.083225 run iperf3-srv_10.42.42.10(pid=21011): Terminated {rc=256}\u000a12:31:04.092557 --- ParallelTerminationStrategy: PID 21014 died...\u000a12:31:04.145172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Terminated: ok {rc=0}\u000a12:31:04.154575 --- ParallelTerminationStrategy: PID 21017 died...\u000a12:31:04.207227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Terminated: ok {rc=0}\u000a12:31:04.216784 --- ParallelTerminationStrategy: PID 21020 died...\u000a12:31:04.269657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21020): Terminated: ok {rc=0}\u000a12:31:04.356926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:31:05.467524 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:05.479412 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:31:05.614107 tst iperf3m4.py: using LAC 33959\u000a12:31:05.737071 tst iperf3m4.py: using RAC 44\u000a12:31:05.856290 tst iperf3m4.py: using CellId 33959\u000a12:31:05.974803 tst iperf3m4.py: using BVCI 33960\u000a12:31:05.998021 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:06.009307 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:06.020186 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:06.031457 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:06.042781 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:06.054085 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:06.065365 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:06.076353 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:06.087708 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:31:06.216482 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:31:06.334521 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:31:06.453213 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:31:06.734655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:31:06.860138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:07.175353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21022): Launched\u000a12:31:07.436170 run iperf3-srv_10.42.42.10(pid=21023): Launched\u000a12:31:07.621715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:31:07.747384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:08.062986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21024): Launched\u000a12:31:08.323373 run iperf3-srv_10.42.42.10(pid=21025): Launched\u000a12:31:08.508074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:31:08.633654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:08.949606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21026): Launched\u000a12:31:09.210750 run iperf3-srv_10.42.42.10(pid=21027): Launched\u000a12:31:09.395034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:31:09.520164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:09.835654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21028): Launched\u000a12:31:10.096406 run iperf3-srv_10.42.42.10(pid=21029): Launched\u000a12:31:10.281378 tst iperf3m4.py:8: start network...\u000a12:31:10.406767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:10.891426 run create_hlr_db(pid=21030): Launched\u000a12:31:11.065329 bus /gobi_6: Setting Powered False\u000a12:31:12.087234 run create_hlr_db(pid=21030): Terminated: ok {rc=0}\u000a12:31:12.519577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Launched\u000a12:31:12.844045 run osmo-hlr_10.42.42.2(pid=21033): Launched\u000a12:31:12.965178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:13.535019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Launched\u000a12:31:13.858591 run osmo-stp_10.42.42.5(pid=21036): Launched\u000a12:31:13.968168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:14.498614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Launched\u000a12:31:14.606032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:14.872044 run patchelf(pid=21039): Launched\u000a12:31:15.049625 run osmo-stp_10.42.42.5(pid=21036): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]\u000a12:31:15.179667 run osmo-stp_10.42.42.5(pid=21036): stdout: \u000a| (launched: 2022-12-13_12:31:13.700447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:15.310149 run osmo-stp_10.42.42.5(pid=21036): stderr: \u000a| �[0;m�[38;5;43m20221213123113872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123113872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123113873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123113873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123113874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123113874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123113874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:15.435596 run osmo-stp_10.42.42.5(pid=21036): stdout: \u000a| (launched: 2022-12-13_12:31:13.700447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:15.559589 run osmo-stp_10.42.42.5(pid=21036): stderr: \u000a| �[0;m�[38;5;43m20221213123113872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123113872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123113873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123113873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123113874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123113874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123113874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:15.704646 run patchelf(pid=21039): Terminating (SIGINT)\u000a12:31:15.886365 run patchelf(pid=21039): Terminated: ok {rc=0}\u000a12:31:15.918885 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:31:15.928909 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:31:15.990190 run osmo-hlr_10.42.42.2(pid=21033): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21033)]\u000a12:31:16.039975 run osmo-hlr_10.42.42.2(pid=21033): stdout: \u000a| (launched: 2022-12-13_12:31:12.684330) \u000a12:31:16.090672 run osmo-hlr_10.42.42.2(pid=21033): stderr: \u000a| �[0;m�[1;31m20221213123112877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123112877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123112877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123112878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123112878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123112878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123112894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123112904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123112904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123112904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:16.133869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21022): Terminating (SIGTERM)\u000a12:31:16.174488 run iperf3-srv_10.42.42.10(pid=21023): Terminating (SIGTERM)\u000a12:31:16.215339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21024): Terminating (SIGTERM)\u000a12:31:16.255900 run iperf3-srv_10.42.42.10(pid=21025): Terminating (SIGTERM)\u000a12:31:16.298686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21026): Terminating (SIGTERM)\u000a12:31:16.340110 run iperf3-srv_10.42.42.10(pid=21027): Terminating (SIGTERM)\u000a12:31:16.383644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21028): Terminating (SIGTERM)\u000a12:31:16.424117 run iperf3-srv_10.42.42.10(pid=21029): Terminating (SIGTERM)\u000a12:31:16.464711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Terminating (SIGTERM)\u000a12:31:16.506018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Terminating (SIGTERM)\u000a12:31:16.548145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Terminating (SIGTERM)\u000a12:31:16.558077 --- ParallelTerminationStrategy: PID 21022 died...\u000a12:31:16.613881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21022): Terminated: ok {rc=0}\u000a12:31:16.624102 --- ParallelTerminationStrategy: PID 21023 died...\u000a12:31:16.678071 run iperf3-srv_10.42.42.10(pid=21023): Terminated {rc=256}\u000a12:31:16.688016 --- ParallelTerminationStrategy: PID 21024 died...\u000a12:31:16.742380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21024): Terminated: ok {rc=0}\u000a12:31:16.752414 --- ParallelTerminationStrategy: PID 21025 died...\u000a12:31:16.806602 run iperf3-srv_10.42.42.10(pid=21025): Terminated {rc=256}\u000a12:31:16.816592 --- ParallelTerminationStrategy: PID 21026 died...\u000a12:31:16.870467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21026): Terminated: ok {rc=0}\u000a12:31:16.880389 --- ParallelTerminationStrategy: PID 21027 died...\u000a12:31:16.954742 run iperf3-srv_10.42.42.10(pid=21027): Terminated {rc=256}\u000a12:31:16.974601 --- ParallelTerminationStrategy: PID 21028 died...\u000a12:31:17.049780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21028): Terminated: ok {rc=0}\u000a12:31:17.064796 --- ParallelTerminationStrategy: PID 21029 died...\u000a12:31:17.140117 run iperf3-srv_10.42.42.10(pid=21029): Terminated {rc=256}\u000a12:31:17.153867 --- ParallelTerminationStrategy: PID 21032 died...\u000a12:31:17.216572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Terminated: ok {rc=0}\u000a12:31:17.227786 --- ParallelTerminationStrategy: PID 21035 died...\u000a12:31:17.287302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Terminated: ok {rc=0}\u000a12:31:17.297784 --- ParallelTerminationStrategy: PID 21038 died...\u000a12:31:17.355562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Terminated: ok {rc=0}\u000a12:31:17.442913 bus /gobi_4: Setting Powered False\u000a12:31:18.549146 bus /gobi_4: Setting Powered False\u000a12:31:19.661020 bus /gobi_1: Setting Powered False\u000a12:31:20.763491 bus /gobi_1: Setting Powered False\u000a12:31:21.873478 bus /gobi_0: Setting Powered False\u000a12:31:22.989298 bus /gobi_0: Setting Powered False\u000a12:31:24.098191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21046): Process ended prematurely: osmo-stp_10.42.42.5(pid=21046) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21046)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21046): Process ended prematurely: osmo-stp_10.42.42.5(pid=21046) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:31:25.164375 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:25.175811 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:31:25.307961 tst ping.py: using LAC 33960\u000a12:31:25.426775 tst ping.py: using RAC 45\u000a12:31:25.543185 tst ping.py: using CellId 33960\u000a12:31:25.661458 tst ping.py: using BVCI 33961\u000a12:31:25.684424 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:25.695711 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:25.706594 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:25.717499 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:25.728262 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:25.739459 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:25.750448 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:25.761982 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:31:26.050708 tst ping.py:19: start network...\u000a12:31:26.182807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:26.682256 run create_hlr_db(pid=21040): Launched\u000a12:31:26.866446 bus /gobi_6: Setting Powered False\u000a12:31:27.886738 run create_hlr_db(pid=21040): Terminated: ok {rc=0}\u000a12:31:28.312041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21042): Launched\u000a12:31:28.630264 run osmo-hlr_10.42.42.2(pid=21043): Launched\u000a12:31:28.745193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:29.298380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21045): Launched\u000a12:31:29.616852 run osmo-stp_10.42.42.5(pid=21046): Launched\u000a12:31:29.732445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:30.291345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21048): Launched\u000a12:31:30.404472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:30.682487 run patchelf(pid=21049): Launched\u000a12:31:30.869955 run osmo-stp_10.42.42.5(pid=21046): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21046)]\u000a12:31:31.015314 run osmo-stp_10.42.42.5(pid=21046): stdout: \u000a| (launched: 2022-12-13_12:31:29.458907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:31.155975 run osmo-stp_10.42.42.5(pid=21046): stderr: \u000a| �[0;m�[38;5;43m20221213123129648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123129648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123129648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123129649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123129649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123129649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123129649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:31.291717 run osmo-stp_10.42.42.5(pid=21046): stdout: \u000a| (launched: 2022-12-13_12:31:29.458907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:31.425647 run osmo-stp_10.42.42.5(pid=21046): stderr: \u000a| �[0;m�[38;5;43m20221213123129648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123129648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123129648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123129649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123129649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123129649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123129649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:31.580896 run patchelf(pid=21049): Terminating (SIGINT)\u000a12:31:31.763075 run patchelf(pid=21049): Terminated: ok {rc=0}\u000a12:31:31.796780 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21046): Process ended prematurely: osmo-stp_10.42.42.5(pid=21046) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21046)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a12:31:31.807423 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:31:31.873779 run osmo-hlr_10.42.42.2(pid=21043): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21043)]\u000a12:31:31.927676 run osmo-hlr_10.42.42.2(pid=21043): stdout: \u000a| (launched: 2022-12-13_12:31:28.473673) \u000a12:31:31.982485 run osmo-hlr_10.42.42.2(pid=21043): stderr: \u000a| �[0;m�[1;31m20221213123128669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123128669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123128669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123128669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123128669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123128669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123128681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123128689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123128689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123128689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:32.029597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21042): Terminating (SIGTERM)\u000a12:31:32.073764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21045): Terminating (SIGTERM)\u000a12:31:32.117771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21048): Terminating (SIGTERM)\u000a12:31:32.128023 --- ParallelTerminationStrategy: PID 21042 died...\u000a12:31:32.187815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21042): Terminated: ok {rc=0}\u000a12:31:32.199021 --- ParallelTerminationStrategy: PID 21045 died...\u000a12:31:32.255099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21045): Terminated: ok {rc=0}\u000a12:31:32.265339 --- ParallelTerminationStrategy: PID 21048 died...\u000a12:31:32.321565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21048): Terminated: ok {rc=0}\u000a12:31:32.409286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21056): Process ended prematurely: osmo-stp_10.42.42.5(pid=21056) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21056)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21056): Process ended prematurely: osmo-stp_10.42.42.5(pid=21056) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:31:33.462167 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:33.474461 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:31:33.616125 tst ping_idle_ping.py: using LAC 33961\u000a12:31:33.740816 tst ping_idle_ping.py: using RAC 46\u000a12:31:33.866593 tst ping_idle_ping.py: using CellId 33961\u000a12:31:33.990626 tst ping_idle_ping.py: using BVCI 33962\u000a12:31:34.014923 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:34.026555 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:34.037904 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:34.049287 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:34.060736 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:34.072284 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:34.084033 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:31:34.095658 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:31:34.369875 tst ping_idle_ping.py:24: start network...\u000a12:31:34.492683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:34.971178 run create_hlr_db(pid=21050): Launched\u000a12:31:35.142889 bus /gobi_6: Setting Powered False\u000a12:31:36.164675 run create_hlr_db(pid=21050): Terminated: ok {rc=0}\u000a12:31:36.591017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21052): Launched\u000a12:31:36.912480 run osmo-hlr_10.42.42.2(pid=21053): Launched\u000a12:31:37.030989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:37.586642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21055): Launched\u000a12:31:37.907065 run osmo-stp_10.42.42.5(pid=21056): Launched\u000a12:31:38.022689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:38.579103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21058): Launched\u000a12:31:38.692633 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:38.971277 run patchelf(pid=21059): Launched\u000a12:31:39.157893 run osmo-stp_10.42.42.5(pid=21056): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21056)]\u000a12:31:39.295126 run osmo-stp_10.42.42.5(pid=21056): stdout: \u000a| (launched: 2022-12-13_12:31:37.748007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:39.432259 run osmo-stp_10.42.42.5(pid=21056): stderr: \u000a| �[0;m�[38;5;43m20221213123137938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123137938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123137938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123137939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123137939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123137939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123137940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:39.564286 run osmo-stp_10.42.42.5(pid=21056): stdout: \u000a| (launched: 2022-12-13_12:31:37.748007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:39.695225 run osmo-stp_10.42.42.5(pid=21056): stderr: \u000a| �[0;m�[38;5;43m20221213123137938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123137938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123137938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123137939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123137939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123137939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123137940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:39.847232 run patchelf(pid=21059): Terminating (SIGINT)\u000a12:31:40.026176 run patchelf(pid=21059): Terminated: ok {rc=0}\u000a12:31:40.058689 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21056): Process ended prematurely: osmo-stp_10.42.42.5(pid=21056) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21056)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:31:40.068215 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:31:40.131504 run osmo-hlr_10.42.42.2(pid=21053): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21053)]\u000a12:31:40.183413 run osmo-hlr_10.42.42.2(pid=21053): stdout: \u000a| (launched: 2022-12-13_12:31:36.752883) \u000a12:31:40.236126 run osmo-hlr_10.42.42.2(pid=21053): stderr: \u000a| �[0;m�[1;31m20221213123136949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123136949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123136949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123136949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123136949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123136950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123136963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123136971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123136971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123136971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:40.281096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21052): Terminating (SIGTERM)\u000a12:31:40.323484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21055): Terminating (SIGTERM)\u000a12:31:40.365922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21058): Terminating (SIGTERM)\u000a12:31:40.375576 --- ParallelTerminationStrategy: PID 21052 died...\u000a12:31:40.432034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21052): Terminated: ok {rc=0}\u000a12:31:40.442061 --- ParallelTerminationStrategy: PID 21055 died...\u000a12:31:40.498302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21055): Terminated: ok {rc=0}\u000a12:31:40.508294 --- ParallelTerminationStrategy: PID 21058 died...\u000a12:31:40.564839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21058): Terminated: ok {rc=0}\u000a12:31:40.652866 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:30:42" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:31:42.813094 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:42.824584 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:31:42.989355 tst cs_paging_gprs_active.py: using LAC 33962\u000a12:31:43.114457 tst cs_paging_gprs_active.py: using RAC 47\u000a12:31:43.240509 tst cs_paging_gprs_active.py: using CellId 33962\u000a12:31:43.366365 tst cs_paging_gprs_active.py: using BVCI 33963\u000a12:31:43.391254 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:43.402824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:43.414306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:43.425721 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:43.437365 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:43.448863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:43.460624 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:43.472259 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:43.484100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:43.600034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:43.896446 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:31:44.032539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:44.370222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21063): Launched\u000a12:31:44.650827 run iperf3-srv_10.42.42.10(pid=21064): Launched\u000a12:31:44.850296 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:31:44.986047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:45.325083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21065): Launched\u000a12:31:45.606890 run iperf3-srv_10.42.42.10(pid=21066): Launched\u000a12:31:45.806605 tst cs_paging_gprs_active.py:38: start network...\u000a12:31:45.954638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:46.508758 run create_hlr_db(pid=21067): Launched\u000a12:31:46.701546 bus /gobi_6: Setting Powered False\u000a12:31:47.707181 run create_hlr_db(pid=21067): Terminated: ok {rc=0}\u000a12:31:48.154164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Launched\u000a12:31:48.480647 run osmo-hlr_10.42.42.2(pid=21070): Launched\u000a12:31:48.598573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:49.163812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Launched\u000a12:31:49.492135 run osmo-stp_10.42.42.5(pid=21073): Launched\u000a12:31:49.610651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:50.180446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21075): Launched\u000a12:31:50.297222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:50.583374 run patchelf(pid=21076): Launched\u000a12:31:50.773643 run osmo-stp_10.42.42.5(pid=21073): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]\u000a12:31:50.913452 run osmo-stp_10.42.42.5(pid=21073): stdout: \u000a| (launched: 2022-12-13_12:31:49.329879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:51.053579 run osmo-stp_10.42.42.5(pid=21073): stderr: \u000a| �[0;m�[38;5;43m20221213123149518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123149518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123149518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123149519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123149519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123149519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123149519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:51.188182 run osmo-stp_10.42.42.5(pid=21073): stdout: \u000a| (launched: 2022-12-13_12:31:49.329879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:51.322290 run osmo-stp_10.42.42.5(pid=21073): stderr: \u000a| �[0;m�[38;5;43m20221213123149518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123149518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123149518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123149519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123149519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123149519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123149519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:51.478065 run patchelf(pid=21076): Terminating (SIGINT)\u000a12:31:51.660541 run patchelf(pid=21076): Terminated: ok {rc=0}\u000a12:31:51.694266 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:31:51.704251 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:31:51.767433 run osmo-hlr_10.42.42.2(pid=21070): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21070)]\u000a12:31:51.818726 run osmo-hlr_10.42.42.2(pid=21070): stdout: \u000a| (launched: 2022-12-13_12:31:48.319502) \u000a12:31:51.870807 run osmo-hlr_10.42.42.2(pid=21070): stderr: \u000a| �[0;m�[1;31m20221213123148514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123148514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123148514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123148514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123148515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123148515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123148526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123148535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123148535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123148535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:51.915196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21063): Terminating (SIGTERM)\u000a12:31:51.957469 run iperf3-srv_10.42.42.10(pid=21064): Terminating (SIGTERM)\u000a12:31:51.999201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21065): Terminating (SIGTERM)\u000a12:31:52.040757 run iperf3-srv_10.42.42.10(pid=21066): Terminating (SIGTERM)\u000a12:31:52.083015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Terminating (SIGTERM)\u000a12:31:52.124626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Terminating (SIGTERM)\u000a12:31:52.166794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21075): Terminating (SIGTERM)\u000a12:31:52.176366 --- ParallelTerminationStrategy: PID 21063 died...\u000a12:31:52.232704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21063): Terminated: ok {rc=0}\u000a12:31:52.242669 --- ParallelTerminationStrategy: PID 21064 died...\u000a12:31:52.298741 run iperf3-srv_10.42.42.10(pid=21064): Terminated {rc=256}\u000a12:31:52.308628 --- ParallelTerminationStrategy: PID 21065 died...\u000a12:31:52.364344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21065): Terminated: ok {rc=0}\u000a12:31:52.374291 --- ParallelTerminationStrategy: PID 21066 died...\u000a12:31:52.429954 run iperf3-srv_10.42.42.10(pid=21066): Terminated {rc=256}\u000a12:31:52.439844 --- ParallelTerminationStrategy: PID 21069 died...\u000a12:31:52.495873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Terminated: ok {rc=0}\u000a12:31:52.505907 --- ParallelTerminationStrategy: PID 21072 died...\u000a12:31:52.561905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Terminated: ok {rc=0}\u000a12:31:52.571903 --- ParallelTerminationStrategy: PID 21075 died...\u000a12:31:52.627991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21075): Terminated: ok {rc=0}\u000a12:31:52.714904 bus /gobi_0: Setting Powered False\u000a12:31:53.821258 bus /gobi_0: Setting Powered False\u000a12:31:54.933245 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21085): Process ended prematurely: osmo-stp_10.42.42.5(pid=21085) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21085)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21085): Process ended prematurely: osmo-stp_10.42.42.5(pid=21085) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:31:56.047121 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.059460 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:31:56.229975 tst iperf3.py: using LAC 33963\u000a12:31:56.354801 tst iperf3.py: using RAC 48\u000a12:31:56.481884 tst iperf3.py: using CellId 33963\u000a12:31:56.606631 tst iperf3.py: using BVCI 33964\u000a12:31:56.631395 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.643103 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.654595 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.666122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.677841 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.689516 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.701439 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.713124 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:56.725038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:57.005809 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:31:57.132220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:57.448641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21077): Launched\u000a12:31:57.710991 run iperf3-srv_10.42.42.10(pid=21078): Launched\u000a12:31:57.896404 tst iperf3.py:8: start network...\u000a12:31:58.023032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:58.509616 run create_hlr_db(pid=21079): Launched\u000a12:31:58.683406 bus /gobi_6: Setting Powered False\u000a12:31:59.706019 run create_hlr_db(pid=21079): Terminated: ok {rc=0}\u000a12:32:00.138770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21081): Launched\u000a12:32:00.465088 run osmo-hlr_10.42.42.2(pid=21082): Launched\u000a12:32:00.587413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:01.186112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21084): Launched\u000a12:32:01.527981 run osmo-stp_10.42.42.5(pid=21085): Launched\u000a12:32:01.737091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:02.389045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21087): Launched\u000a12:32:02.497075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:02.763968 run patchelf(pid=21088): Launched\u000a12:32:02.941859 run osmo-stp_10.42.42.5(pid=21085): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21085)]\u000a12:32:03.071771 run osmo-stp_10.42.42.5(pid=21085): stdout: \u000a| (launched: 2022-12-13_12:32:01.342840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:03.202559 run osmo-stp_10.42.42.5(pid=21085): stderr: \u000a| �[0;m�[38;5;43m20221213123201693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123201693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123201694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123201694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123201694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123201695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123201695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:03.327925 run osmo-stp_10.42.42.5(pid=21085): stdout: \u000a| (launched: 2022-12-13_12:32:01.342840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:03.452091 run osmo-stp_10.42.42.5(pid=21085): stderr: \u000a| �[0;m�[38;5;43m20221213123201693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123201693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123201694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123201694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123201694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123201695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123201695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:03.596444 run patchelf(pid=21088): Terminating (SIGINT)\u000a12:32:03.766800 run patchelf(pid=21088): Terminated: ok {rc=0}\u000a12:32:03.798644 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21085): Process ended prematurely: osmo-stp_10.42.42.5(pid=21085) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21085)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:32:03.808014 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:32:03.867953 run osmo-hlr_10.42.42.2(pid=21082): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21082)]\u000a12:32:03.916855 run osmo-hlr_10.42.42.2(pid=21082): stdout: \u000a| (launched: 2022-12-13_12:32:00.304104) \u000a12:32:03.966616 run osmo-hlr_10.42.42.2(pid=21082): stderr: \u000a| �[0;m�[1;31m20221213123200501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123200501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123200501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123200501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123200501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123200501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123200522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123200531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123200531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123200531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:04.009052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21077): Terminating (SIGTERM)\u000a12:32:04.049437 run iperf3-srv_10.42.42.10(pid=21078): Terminating (SIGTERM)\u000a12:32:04.090100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21081): Terminating (SIGTERM)\u000a12:32:04.129731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21084): Terminating (SIGTERM)\u000a12:32:04.169348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21087): Terminating (SIGTERM)\u000a12:32:04.178526 --- ParallelTerminationStrategy: PID 21077 died...\u000a12:32:04.231625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21077): Terminated: ok {rc=0}\u000a12:32:04.241218 --- ParallelTerminationStrategy: PID 21078 died...\u000a12:32:04.294040 run iperf3-srv_10.42.42.10(pid=21078): Terminated {rc=256}\u000a12:32:04.303589 --- ParallelTerminationStrategy: PID 21081 died...\u000a12:32:04.356453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21081): Terminated: ok {rc=0}\u000a12:32:04.365901 --- ParallelTerminationStrategy: PID 21084 died...\u000a12:32:04.418718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21084): Terminated: ok {rc=0}\u000a12:32:04.428204 --- ParallelTerminationStrategy: PID 21087 died...\u000a12:32:04.481129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21087): Terminated: ok {rc=0}\u000a12:32:04.569000 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:32:05.680746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:05.692508 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:32:05.843761 tst iperf3m4.py: using LAC 33964\u000a12:32:05.965184 tst iperf3m4.py: using RAC 49\u000a12:32:06.084174 tst iperf3m4.py: using CellId 33964\u000a12:32:06.216391 tst iperf3m4.py: using BVCI 33965\u000a12:32:06.241266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:06.252733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:06.264345 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:06.275693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:06.287884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:06.300045 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:06.312402 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:06.324574 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:06.336920 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:32:06.459669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:32:06.578817 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:32:06.699428 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:32:06.996002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:32:07.131193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:32:07.469824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21089): Launched\u000a12:32:07.750361 run iperf3-srv_10.42.42.10(pid=21090): Launched\u000a12:32:07.950078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:32:08.085440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:32:08.423717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21091): Launched\u000a12:32:08.703595 run iperf3-srv_10.42.42.10(pid=21092): Launched\u000a12:32:08.903235 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:32:09.039055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:32:09.378735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Launched\u000a12:32:09.658396 run iperf3-srv_10.42.42.10(pid=21094): Launched\u000a12:32:09.858372 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:32:09.993989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:32:10.333993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Launched\u000a12:32:10.615026 run iperf3-srv_10.42.42.10(pid=21096): Launched\u000a12:32:10.814785 tst iperf3m4.py:8: start network...\u000a12:32:10.950395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:11.462776 run create_hlr_db(pid=21097): Launched\u000a12:32:11.651114 bus /gobi_6: Setting Powered False\u000a12:32:12.672816 run create_hlr_db(pid=21097): Terminated: ok {rc=0}\u000a12:32:13.107083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Launched\u000a12:32:13.432612 run osmo-hlr_10.42.42.2(pid=21100): Launched\u000a12:32:13.552267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:14.120731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Launched\u000a12:32:14.447752 run osmo-stp_10.42.42.5(pid=21103): Launched\u000a12:32:14.565696 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:15.131140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21105): Launched\u000a12:32:15.247679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:15.532063 run patchelf(pid=21106): Launched\u000a12:32:15.722295 run osmo-stp_10.42.42.5(pid=21103): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]\u000a12:32:15.873734 run osmo-stp_10.42.42.5(pid=21103): stdout: \u000a| (launched: 2022-12-13_12:32:14.286100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:16.011761 run osmo-stp_10.42.42.5(pid=21103): stderr: \u000a| �[0;m�[38;5;43m20221213123214473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123214473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123214474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123214474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123214474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123214474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123214475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:16.141927 run osmo-stp_10.42.42.5(pid=21103): stdout: \u000a| (launched: 2022-12-13_12:32:14.286100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:16.271812 run osmo-stp_10.42.42.5(pid=21103): stderr: \u000a| �[0;m�[38;5;43m20221213123214473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123214473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123214474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123214474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123214474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123214474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123214475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:16.421517 run patchelf(pid=21106): Terminating (SIGINT)\u000a12:32:16.602455 run patchelf(pid=21106): Terminated: ok {rc=0}\u000a12:32:16.635320 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:32:16.645590 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:32:16.717637 run osmo-hlr_10.42.42.2(pid=21100): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21100)]\u000a12:32:16.769029 run osmo-hlr_10.42.42.2(pid=21100): stdout: \u000a| (launched: 2022-12-13_12:32:13.272149) \u000a12:32:16.820348 run osmo-hlr_10.42.42.2(pid=21100): stderr: \u000a| �[0;m�[1;31m20221213123213466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123213466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123213466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123213467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123213467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123213467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123213479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123213489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123213490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123213490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:16.863692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21089): Terminating (SIGTERM)\u000a12:32:16.907312 run iperf3-srv_10.42.42.10(pid=21090): Terminating (SIGTERM)\u000a12:32:16.950174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21091): Terminating (SIGTERM)\u000a12:32:16.993945 run iperf3-srv_10.42.42.10(pid=21092): Terminating (SIGTERM)\u000a12:32:17.036533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Terminating (SIGTERM)\u000a12:32:17.079382 run iperf3-srv_10.42.42.10(pid=21094): Terminating (SIGTERM)\u000a12:32:17.123712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Terminating (SIGTERM)\u000a12:32:17.167654 run iperf3-srv_10.42.42.10(pid=21096): Terminating (SIGTERM)\u000a12:32:17.210558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Terminating (SIGTERM)\u000a12:32:17.250962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Terminating (SIGTERM)\u000a12:32:17.290451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21105): Terminating (SIGTERM)\u000a12:32:17.299146 --- ParallelTerminationStrategy: PID 21089 died...\u000a12:32:17.352178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21089): Terminated: ok {rc=0}\u000a12:32:17.362631 --- ParallelTerminationStrategy: PID 21090 died...\u000a12:32:17.421139 run iperf3-srv_10.42.42.10(pid=21090): Terminated {rc=256}\u000a12:32:17.431194 --- ParallelTerminationStrategy: PID 21091 died...\u000a12:32:17.488559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21091): Terminated: ok {rc=0}\u000a12:32:17.498676 --- ParallelTerminationStrategy: PID 21092 died...\u000a12:32:17.555897 run iperf3-srv_10.42.42.10(pid=21092): Terminated {rc=256}\u000a12:32:17.566011 --- ParallelTerminationStrategy: PID 21093 died...\u000a12:32:17.623263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Terminated: ok {rc=0}\u000a12:32:17.633295 --- ParallelTerminationStrategy: PID 21094 died...\u000a12:32:17.690480 run iperf3-srv_10.42.42.10(pid=21094): Terminated {rc=256}\u000a12:32:17.700611 --- ParallelTerminationStrategy: PID 21095 died...\u000a12:32:17.757884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Terminated: ok {rc=0}\u000a12:32:17.767984 --- ParallelTerminationStrategy: PID 21096 died...\u000a12:32:17.825026 run iperf3-srv_10.42.42.10(pid=21096): Terminated {rc=256}\u000a12:32:17.835054 --- ParallelTerminationStrategy: PID 21099 died...\u000a12:32:17.892141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Terminated: ok {rc=0}\u000a12:32:17.902258 --- ParallelTerminationStrategy: PID 21102 died...\u000a12:32:17.959479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Terminated: ok {rc=0}\u000a12:32:17.970004 --- ParallelTerminationStrategy: PID 21105 died...\u000a12:32:18.027212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21105): Terminated: ok {rc=0}\u000a12:32:18.115099 bus /gobi_4: Setting Powered False\u000a12:32:19.218264 bus /gobi_4: Setting Powered False\u000a12:32:20.325601 bus /gobi_1: Setting Powered False\u000a12:32:21.430979 bus /gobi_1: Setting Powered False\u000a12:32:22.541860 bus /gobi_0: Setting Powered False\u000a12:32:23.645920 bus /gobi_0: Setting Powered False\u000a12:32:24.753222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:32:25.821647 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:25.833794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:32:25.986890 tst ping.py: using LAC 33965\u000a12:32:26.103059 tst ping.py: using RAC 50\u000a12:32:26.221414 tst ping.py: using CellId 33965\u000a12:32:26.344121 tst ping.py: using BVCI 33966\u000a12:32:26.366859 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:26.378008 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:26.388844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:26.399791 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:26.413434 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:26.424437 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:26.435493 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:26.446478 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:32:26.736804 tst ping.py:19: start network...\u000a12:32:26.869775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:27.375316 run create_hlr_db(pid=21107): Launched\u000a12:32:27.547474 bus /gobi_6: Setting Powered False\u000a12:32:28.567256 run create_hlr_db(pid=21107): Terminated: ok {rc=0}\u000a12:32:28.992887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Launched\u000a12:32:29.313816 run osmo-hlr_10.42.42.2(pid=21110): Launched\u000a12:32:29.430188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:29.987140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Launched\u000a12:32:30.307374 run osmo-stp_10.42.42.5(pid=21113): Launched\u000a12:32:30.423705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:31.009979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Launched\u000a12:32:31.126734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:31.420717 run patchelf(pid=21116): Launched\u000a12:32:31.613198 run osmo-stp_10.42.42.5(pid=21113): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]\u000a12:32:31.753280 run osmo-stp_10.42.42.5(pid=21113): stdout: \u000a| (launched: 2022-12-13_12:32:30.148467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:31.894064 run osmo-stp_10.42.42.5(pid=21113): stderr: \u000a| �[0;m�[38;5;43m20221213123230338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123230338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123230339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123230339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123230339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123230339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123230340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:32.029195 run osmo-stp_10.42.42.5(pid=21113): stdout: \u000a| (launched: 2022-12-13_12:32:30.148467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:32.162852 run osmo-stp_10.42.42.5(pid=21113): stderr: \u000a| �[0;m�[38;5;43m20221213123230338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123230338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123230339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123230339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123230339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123230339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123230340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:32.316026 run patchelf(pid=21116): Terminating (SIGINT)\u000a12:32:32.494091 run patchelf(pid=21116): Terminated: ok {rc=0}\u000a12:32:32.526776 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:32:32.536227 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:32:32.599673 run osmo-hlr_10.42.42.2(pid=21110): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21110)]\u000a12:32:32.651311 run osmo-hlr_10.42.42.2(pid=21110): stdout: \u000a| (launched: 2022-12-13_12:32:29.154632) \u000a12:32:32.703932 run osmo-hlr_10.42.42.2(pid=21110): stderr: \u000a| �[0;m�[1;31m20221213123229350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123229350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123229350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123229350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123229350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123229350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123229373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123229383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123229383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123229383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:32.748740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Terminating (SIGTERM)\u000a12:32:32.791038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Terminating (SIGTERM)\u000a12:32:32.833343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Terminating (SIGTERM)\u000a12:32:32.843099 --- ParallelTerminationStrategy: PID 21109 died...\u000a12:32:32.899981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Terminated: ok {rc=0}\u000a12:32:32.910198 --- ParallelTerminationStrategy: PID 21112 died...\u000a12:32:32.966145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Terminated: ok {rc=0}\u000a12:32:32.976469 --- ParallelTerminationStrategy: PID 21115 died...\u000a12:32:33.032720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Terminated: ok {rc=0}\u000a12:32:33.120676 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21123): Process ended prematurely: osmo-stp_10.42.42.5(pid=21123) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21123)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21123): Process ended prematurely: osmo-stp_10.42.42.5(pid=21123) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:32:34.173541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:34.185220 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:32:34.346939 tst ping_idle_ping.py: using LAC 33966\u000a12:32:34.474541 tst ping_idle_ping.py: using RAC 51\u000a12:32:34.604009 tst ping_idle_ping.py: using CellId 33966\u000a12:32:34.728901 tst ping_idle_ping.py: using BVCI 33967\u000a12:32:34.753521 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:34.765126 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:34.776501 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:34.787876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:34.799586 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:34.811309 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:34.823093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:32:34.834761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:32:35.108546 tst ping_idle_ping.py:24: start network...\u000a12:32:35.232236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:35.713583 run create_hlr_db(pid=21117): Launched\u000a12:32:35.885504 bus /gobi_6: Setting Powered False\u000a12:32:36.906191 run create_hlr_db(pid=21117): Terminated: ok {rc=0}\u000a12:32:37.331230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21119): Launched\u000a12:32:37.651181 run osmo-hlr_10.42.42.2(pid=21120): Launched\u000a12:32:37.770971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:38.294042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21122): Launched\u000a12:32:38.592877 run osmo-stp_10.42.42.5(pid=21123): Launched\u000a12:32:38.700474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:39.220872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21125): Launched\u000a12:32:39.326465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:39.586790 run patchelf(pid=21126): Launched\u000a12:32:39.760790 run osmo-stp_10.42.42.5(pid=21123): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21123)]\u000a12:32:39.888030 run osmo-stp_10.42.42.5(pid=21123): stdout: \u000a| (launched: 2022-12-13_12:32:38.445983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:40.015400 run osmo-stp_10.42.42.5(pid=21123): stderr: \u000a| �[0;m�[38;5;43m20221213123238616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123238616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123238617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123238617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123238618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123238618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123238618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:40.138568 run osmo-stp_10.42.42.5(pid=21123): stdout: \u000a| (launched: 2022-12-13_12:32:38.445983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:40.260142 run osmo-stp_10.42.42.5(pid=21123): stderr: \u000a| �[0;m�[38;5;43m20221213123238616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123238616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123238617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123238617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123238618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123238618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123238618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:40.402488 run patchelf(pid=21126): Terminating (SIGINT)\u000a12:32:40.568912 run patchelf(pid=21126): Terminated: ok {rc=0}\u000a12:32:40.599371 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21123): Process ended prematurely: osmo-stp_10.42.42.5(pid=21123) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21123)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:32:40.608222 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a12:32:40.667208 run osmo-hlr_10.42.42.2(pid=21120): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21120)]\u000a12:32:40.715707 run osmo-hlr_10.42.42.2(pid=21120): stdout: \u000a| (launched: 2022-12-13_12:32:37.493551) \u000a12:32:40.765156 run osmo-hlr_10.42.42.2(pid=21120): stderr: \u000a| �[0;m�[1;31m20221213123237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123237692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123237703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123237712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123237712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123237712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:40.807194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21119): Terminating (SIGTERM)\u000a12:32:40.846805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21122): Terminating (SIGTERM)\u000a12:32:40.886199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21125): Terminating (SIGTERM)\u000a12:32:40.895366 --- ParallelTerminationStrategy: PID 21119 died...\u000a12:32:40.948206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21119): Terminated: ok {rc=0}\u000a12:32:40.957701 --- ParallelTerminationStrategy: PID 21122 died...\u000a12:32:41.010257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21122): Terminated: ok {rc=0}\u000a12:32:41.019683 --- ParallelTerminationStrategy: PID 21125 died...\u000a12:32:41.072330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21125): Terminated: ok {rc=0}\u000a12:32:41.155293 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:31:42" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:32:43.309383 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.320663 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:32:43.476110 tst cs_paging_gprs_active.py: using LAC 33967\u000a12:32:43.606276 tst cs_paging_gprs_active.py: using RAC 52\u000a12:32:43.728662 tst cs_paging_gprs_active.py: using CellId 33967\u000a12:32:43.848253 tst cs_paging_gprs_active.py: using BVCI 33968\u000a12:32:43.871477 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.882785 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.893904 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.904891 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.916308 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.927833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.939289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.950606 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:43.962158 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:32:44.083874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:32:44.365888 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:32:44.493337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:32:44.812576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21131): Launched\u000a12:32:45.075725 run iperf3-srv_10.42.42.10(pid=21132): Launched\u000a12:32:45.261664 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:32:45.388205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:32:45.705229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21133): Launched\u000a12:32:46.002249 run iperf3-srv_10.42.42.10(pid=21134): Launched\u000a12:32:46.209515 tst cs_paging_gprs_active.py:38: start network...\u000a12:32:46.350424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:46.911347 run create_hlr_db(pid=21135): Launched\u000a12:32:47.089759 bus /gobi_6: Setting Powered False\u000a12:32:48.108786 run create_hlr_db(pid=21135): Terminated: ok {rc=0}\u000a12:32:48.544023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Launched\u000a12:32:48.874043 run osmo-hlr_10.42.42.2(pid=21138): Launched\u000a12:32:48.996250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:49.563016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Launched\u000a12:32:49.890874 run osmo-stp_10.42.42.5(pid=21141): Launched\u000a12:32:50.009151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:50.579205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Launched\u000a12:32:50.695506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:50.988306 run patchelf(pid=21144): Launched\u000a12:32:51.179623 run osmo-stp_10.42.42.5(pid=21141): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]\u000a12:32:51.320322 run osmo-stp_10.42.42.5(pid=21141): stdout: \u000a| (launched: 2022-12-13_12:32:49.728430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:51.460799 run osmo-stp_10.42.42.5(pid=21141): stderr: \u000a| �[0;m�[38;5;43m20221213123249919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123249920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123249920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123249920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123249921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123249921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123249921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:51.596235 run osmo-stp_10.42.42.5(pid=21141): stdout: \u000a| (launched: 2022-12-13_12:32:49.728430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:51.730575 run osmo-stp_10.42.42.5(pid=21141): stderr: \u000a| �[0;m�[38;5;43m20221213123249919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123249920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123249920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123249920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123249921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123249921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123249921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:51.886943 run patchelf(pid=21144): Terminating (SIGINT)\u000a12:32:52.070353 run patchelf(pid=21144): Terminated: ok {rc=0}\u000a12:32:52.104055 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:32:52.114150 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:32:52.177815 run osmo-hlr_10.42.42.2(pid=21138): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21138)]\u000a12:32:52.229667 run osmo-hlr_10.42.42.2(pid=21138): stdout: \u000a| (launched: 2022-12-13_12:32:48.709939) \u000a12:32:52.282520 run osmo-hlr_10.42.42.2(pid=21138): stderr: \u000a| �[0;m�[1;31m20221213123248907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123248907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123248907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123248907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123248907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123248907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123248920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123248930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123248931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123248931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:52.327414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21131): Terminating (SIGTERM)\u000a12:32:52.370063 run iperf3-srv_10.42.42.10(pid=21132): Terminating (SIGTERM)\u000a12:32:52.412121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21133): Terminating (SIGTERM)\u000a12:32:52.454869 run iperf3-srv_10.42.42.10(pid=21134): Terminating (SIGTERM)\u000a12:32:52.496994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminating (SIGTERM)\u000a12:32:52.539474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminating (SIGTERM)\u000a12:32:52.581763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Terminating (SIGTERM)\u000a12:32:52.591482 --- ParallelTerminationStrategy: PID 21131 died...\u000a12:32:52.648330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21131): Terminated: ok {rc=0}\u000a12:32:52.658558 --- ParallelTerminationStrategy: PID 21132 died...\u000a12:32:52.714684 run iperf3-srv_10.42.42.10(pid=21132): Terminated {rc=256}\u000a12:32:52.724791 --- ParallelTerminationStrategy: PID 21133 died...\u000a12:32:52.781185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21133): Terminated: ok {rc=0}\u000a12:32:52.791287 --- ParallelTerminationStrategy: PID 21134 died...\u000a12:32:52.847692 run iperf3-srv_10.42.42.10(pid=21134): Terminated {rc=256}\u000a12:32:52.857730 --- ParallelTerminationStrategy: PID 21137 died...\u000a12:32:52.914192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminated: ok {rc=0}\u000a12:32:52.924405 --- ParallelTerminationStrategy: PID 21140 died...\u000a12:32:52.980722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminated: ok {rc=0}\u000a12:32:52.990827 --- ParallelTerminationStrategy: PID 21143 died...\u000a12:32:53.047227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Terminated: ok {rc=0}\u000a12:32:53.134255 bus /gobi_0: Setting Powered False\u000a12:32:54.241297 bus /gobi_0: Setting Powered False\u000a12:32:55.351045 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21156): Process ended prematurely: osmo-stp_10.42.42.5(pid=21156) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21156)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21156): Process ended prematurely: osmo-stp_10.42.42.5(pid=21156) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:32:56.460619 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:56.472367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:32:56.626481 tst iperf3.py: using LAC 33968\u000a12:32:56.745138 tst iperf3.py: using RAC 53\u000a12:32:56.866133 tst iperf3.py: using CellId 33968\u000a12:32:56.987600 tst iperf3.py: using BVCI 33969\u000a12:32:57.010924 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:57.022068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:57.033085 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:57.044002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:57.054986 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:57.065878 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:57.076762 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:57.087532 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:32:57.098707 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:32:57.375773 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:32:57.501970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:32:57.817649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21145): Launched\u000a12:32:58.079859 run iperf3-srv_10.42.42.10(pid=21146): Launched\u000a12:32:58.264318 tst iperf3.py:8: start network...\u000a12:32:58.389841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:58.877101 run create_hlr_db(pid=21147): Launched\u000a12:32:59.051371 bus /gobi_6: Setting Powered False\u000a12:33:00.084695 run create_hlr_db(pid=21147): Terminated: ok {rc=0}\u000a12:33:00.519637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Launched\u000a12:33:00.903443 run osmo-hlr_10.42.42.2(pid=21150): Launched\u000a12:33:01.064878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:01.805310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21155): Launched\u000a12:33:02.132715 run osmo-stp_10.42.42.5(pid=21156): Launched\u000a12:33:02.270886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:33:02.893746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21158): Launched\u000a12:33:03.002014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:33:03.268093 run patchelf(pid=21160): Launched\u000a12:33:03.447119 run osmo-stp_10.42.42.5(pid=21156): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21156)]\u000a12:33:03.578102 run osmo-stp_10.42.42.5(pid=21156): stdout: \u000a| (launched: 2022-12-13_12:33:01.965481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:03.709238 run osmo-stp_10.42.42.5(pid=21156): stderr: \u000a| �[0;m�[38;5;43m20221213123302305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123302305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123302305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123302306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123302307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:03.835605 run osmo-stp_10.42.42.5(pid=21156): stdout: \u000a| (launched: 2022-12-13_12:33:01.965481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:03.960520 run osmo-stp_10.42.42.5(pid=21156): stderr: \u000a| �[0;m�[38;5;43m20221213123302305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123302305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123302305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123302306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123302306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123302307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:04.106487 run patchelf(pid=21160): Terminating (SIGINT)\u000a12:33:04.278025 run patchelf(pid=21160): Terminated: ok {rc=0}\u000a12:33:04.309605 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21156): Process ended prematurely: osmo-stp_10.42.42.5(pid=21156) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21156)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:33:04.318913 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a12:33:04.378892 run osmo-hlr_10.42.42.2(pid=21150): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21150)]\u000a12:33:04.427540 run osmo-hlr_10.42.42.2(pid=21150): stdout: \u000a| (launched: 2022-12-13_12:33:00.685296) \u000a12:33:04.476984 run osmo-hlr_10.42.42.2(pid=21150): stderr: \u000a| �[0;m�[1;31m20221213123300966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123300966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123300966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123300966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123300966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123300966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123300985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123301004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123301004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123301004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:04.518997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21145): Terminating (SIGTERM)\u000a12:33:04.559396 run iperf3-srv_10.42.42.10(pid=21146): Terminating (SIGTERM)\u000a12:33:04.599025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Terminating (SIGTERM)\u000a12:33:04.638813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21155): Terminating (SIGTERM)\u000a12:33:04.678628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21158): Terminating (SIGTERM)\u000a12:33:04.687796 --- ParallelTerminationStrategy: PID 21145 died...\u000a12:33:04.741025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21145): Terminated: ok {rc=0}\u000a12:33:04.750627 --- ParallelTerminationStrategy: PID 21146 died...\u000a12:33:04.803213 run iperf3-srv_10.42.42.10(pid=21146): Terminated {rc=256}\u000a12:33:04.812770 --- ParallelTerminationStrategy: PID 21149 died...\u000a12:33:04.865523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Terminated: ok {rc=0}\u000a12:33:04.875055 --- ParallelTerminationStrategy: PID 21155 died...\u000a12:33:04.927853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21155): Terminated: ok {rc=0}\u000a12:33:04.937530 --- ParallelTerminationStrategy: PID 21158 died...\u000a12:33:04.990331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21158): Terminated: ok {rc=0}\u000a12:33:05.079399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21175): Process ended prematurely: osmo-stp_10.42.42.5(pid=21175) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21175)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21175): Process ended prematurely: osmo-stp_10.42.42.5(pid=21175) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:33:06.190641 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.202358 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:33:06.364393 tst iperf3m4.py: using LAC 33969\u000a12:33:06.498278 tst iperf3m4.py: using RAC 54\u000a12:33:06.624790 tst iperf3m4.py: using CellId 33969\u000a12:33:06.750753 tst iperf3m4.py: using BVCI 33970\u000a12:33:06.775706 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.787517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.798961 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.810417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.822237 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.833928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.845918 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.857569 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:06.869597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:33:06.986474 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:33:07.108627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:33:07.229210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:33:07.510901 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:33:07.637012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:33:07.952234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21161): Launched\u000a12:33:08.215580 run iperf3-srv_10.42.42.10(pid=21162): Launched\u000a12:33:08.401420 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:33:08.527272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:33:08.844105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21163): Launched\u000a12:33:09.106339 run iperf3-srv_10.42.42.10(pid=21164): Launched\u000a12:33:09.291688 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:33:09.417724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:33:09.734673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21165): Launched\u000a12:33:09.996791 run iperf3-srv_10.42.42.10(pid=21166): Launched\u000a12:33:10.182613 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:33:10.309093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:33:10.626267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21167): Launched\u000a12:33:10.888910 run iperf3-srv_10.42.42.10(pid=21168): Launched\u000a12:33:11.073874 tst iperf3m4.py:8: start network...\u000a12:33:11.199630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:11.687056 run create_hlr_db(pid=21169): Launched\u000a12:33:11.861951 bus /gobi_6: Setting Powered False\u000a12:33:12.884754 run create_hlr_db(pid=21169): Terminated: ok {rc=0}\u000a12:33:13.320306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21171): Launched\u000a12:33:13.649034 run osmo-hlr_10.42.42.2(pid=21172): Launched\u000a12:33:13.768015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:14.339562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21174): Launched\u000a12:33:14.667821 run osmo-stp_10.42.42.5(pid=21175): Launched\u000a12:33:14.786761 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:33:15.358780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21177): Launched\u000a12:33:15.475081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:33:15.760375 run patchelf(pid=21178): Launched\u000a12:33:15.958867 run osmo-stp_10.42.42.5(pid=21175): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21175)]\u000a12:33:16.101363 run osmo-stp_10.42.42.5(pid=21175): stdout: \u000a| (launched: 2022-12-13_12:33:14.505433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:16.244438 run osmo-stp_10.42.42.5(pid=21175): stderr: \u000a| �[0;m�[38;5;43m20221213123314695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123314695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123314695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123314696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123314696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123314696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123314696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:16.383085 run osmo-stp_10.42.42.5(pid=21175): stdout: \u000a| (launched: 2022-12-13_12:33:14.505433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:16.519973 run osmo-stp_10.42.42.5(pid=21175): stderr: \u000a| �[0;m�[38;5;43m20221213123314695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123314695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123314695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123314696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123314696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123314696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123314696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:16.678959 run patchelf(pid=21178): Terminating (SIGINT)\u000a12:33:16.865313 run patchelf(pid=21178): Terminated: ok {rc=0}\u000a12:33:16.900278 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21175): Process ended prematurely: osmo-stp_10.42.42.5(pid=21175) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21175)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:33:16.911574 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:33:16.978095 run osmo-hlr_10.42.42.2(pid=21172): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21172)]\u000a12:33:17.031829 run osmo-hlr_10.42.42.2(pid=21172): stdout: \u000a| (launched: 2022-12-13_12:33:13.486598) \u000a12:33:17.086349 run osmo-hlr_10.42.42.2(pid=21172): stderr: \u000a| �[0;m�[1;31m20221213123313683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123313683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123313683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123313683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123313683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123313683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123313695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123313704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123313704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123313704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:17.133283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21161): Terminating (SIGTERM)\u000a12:33:17.178645 run iperf3-srv_10.42.42.10(pid=21162): Terminating (SIGTERM)\u000a12:33:17.221322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21163): Terminating (SIGTERM)\u000a12:33:17.264305 run iperf3-srv_10.42.42.10(pid=21164): Terminating (SIGTERM)\u000a12:33:17.306529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21165): Terminating (SIGTERM)\u000a12:33:17.349049 run iperf3-srv_10.42.42.10(pid=21166): Terminating (SIGTERM)\u000a12:33:17.391069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21167): Terminating (SIGTERM)\u000a12:33:17.433138 run iperf3-srv_10.42.42.10(pid=21168): Terminating (SIGTERM)\u000a12:33:17.475428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21171): Terminating (SIGTERM)\u000a12:33:17.517742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21174): Terminating (SIGTERM)\u000a12:33:17.559842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21177): Terminating (SIGTERM)\u000a12:33:17.569612 --- ParallelTerminationStrategy: PID 21161 died...\u000a12:33:17.626487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21161): Terminated: ok {rc=0}\u000a12:33:17.636590 --- ParallelTerminationStrategy: PID 21162 died...\u000a12:33:17.693040 run iperf3-srv_10.42.42.10(pid=21162): Terminated {rc=256}\u000a12:33:17.703107 --- ParallelTerminationStrategy: PID 21163 died...\u000a12:33:17.759570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21163): Terminated: ok {rc=0}\u000a12:33:17.770032 --- ParallelTerminationStrategy: PID 21164 died...\u000a12:33:17.826542 run iperf3-srv_10.42.42.10(pid=21164): Terminated {rc=256}\u000a12:33:17.836643 --- ParallelTerminationStrategy: PID 21165 died...\u000a12:33:17.893220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21165): Terminated: ok {rc=0}\u000a12:33:17.903287 --- ParallelTerminationStrategy: PID 21166 died...\u000a12:33:17.959809 run iperf3-srv_10.42.42.10(pid=21166): Terminated {rc=256}\u000a12:33:17.969977 --- ParallelTerminationStrategy: PID 21167 died...\u000a12:33:18.026559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21167): Terminated: ok {rc=0}\u000a12:33:18.036647 --- ParallelTerminationStrategy: PID 21168 died...\u000a12:33:18.093261 run iperf3-srv_10.42.42.10(pid=21168): Terminated {rc=256}\u000a12:33:18.103353 --- ParallelTerminationStrategy: PID 21171 died...\u000a12:33:18.159820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21171): Terminated: ok {rc=0}\u000a12:33:18.169954 --- ParallelTerminationStrategy: PID 21174 died...\u000a12:33:18.226392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21174): Terminated: ok {rc=0}\u000a12:33:18.236486 --- ParallelTerminationStrategy: PID 21177 died...\u000a12:33:18.293266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21177): Terminated: ok {rc=0}\u000a12:33:18.381533 bus /gobi_4: Setting Powered False\u000a12:33:19.488571 bus /gobi_4: Setting Powered False\u000a12:33:20.599608 bus /gobi_1: Setting Powered False\u000a12:33:21.703905 bus /gobi_1: Setting Powered False\u000a12:33:22.812776 bus /gobi_0: Setting Powered False\u000a12:33:23.919340 bus /gobi_0: Setting Powered False\u000a12:33:25.027439 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21185): Process ended prematurely: osmo-stp_10.42.42.5(pid=21185) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21185)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21185): Process ended prematurely: osmo-stp_10.42.42.5(pid=21185) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:33:26.095523 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:26.107821 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:33:26.270626 tst ping.py: using LAC 33970\u000a12:33:26.396229 tst ping.py: using RAC 55\u000a12:33:26.515469 tst ping.py: using CellId 33970\u000a12:33:26.635056 tst ping.py: using BVCI 33971\u000a12:33:26.658126 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:26.669432 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:26.680380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:26.691415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:26.703368 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:26.714948 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:26.726681 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:26.738224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:33:27.030400 tst ping.py:19: start network...\u000a12:33:27.163208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:27.666104 run create_hlr_db(pid=21179): Launched\u000a12:33:27.851260 bus /gobi_6: Setting Powered False\u000a12:33:28.872356 run create_hlr_db(pid=21179): Terminated: ok {rc=0}\u000a12:33:29.273897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21181): Launched\u000a12:33:29.573798 run osmo-hlr_10.42.42.2(pid=21182): Launched\u000a12:33:29.693374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:30.219550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21184): Launched\u000a12:33:30.518267 run osmo-stp_10.42.42.5(pid=21185): Launched\u000a12:33:30.627496 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:33:31.210054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21187): Launched\u000a12:33:31.327776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:33:31.614823 run patchelf(pid=21188): Launched\u000a12:33:31.808887 run osmo-stp_10.42.42.5(pid=21185): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21185)]\u000a12:33:31.985177 run osmo-stp_10.42.42.5(pid=21185): stdout: \u000a| (launched: 2022-12-13_12:33:30.370485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:32.139832 run osmo-stp_10.42.42.5(pid=21185): stderr: \u000a| �[0;m�[38;5;43m20221213123330539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123330540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123330540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123330540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123330541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123330541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123330541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:32.275098 run osmo-stp_10.42.42.5(pid=21185): stdout: \u000a| (launched: 2022-12-13_12:33:30.370485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:32.406379 run osmo-stp_10.42.42.5(pid=21185): stderr: \u000a| �[0;m�[38;5;43m20221213123330539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123330540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123330540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123330540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123330541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123330541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123330541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:32.558600 run patchelf(pid=21188): Terminating (SIGINT)\u000a12:33:32.737404 run patchelf(pid=21188): Terminated: ok {rc=0}\u000a12:33:32.770046 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21185): Process ended prematurely: osmo-stp_10.42.42.5(pid=21185) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21185)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:33:32.779606 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:33:32.843491 run osmo-hlr_10.42.42.2(pid=21182): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21182)]\u000a12:33:32.895475 run osmo-hlr_10.42.42.2(pid=21182): stdout: \u000a| (launched: 2022-12-13_12:33:29.426075) \u000a12:33:32.948159 run osmo-hlr_10.42.42.2(pid=21182): stderr: \u000a| �[0;m�[1;31m20221213123329602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123329602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123329602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123329602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123329602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123329602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123329615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123329625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123329625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123329625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:32.993301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21181): Terminating (SIGTERM)\u000a12:33:33.035948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21184): Terminating (SIGTERM)\u000a12:33:33.078454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21187): Terminating (SIGTERM)\u000a12:33:33.088282 --- ParallelTerminationStrategy: PID 21181 died...\u000a12:33:33.144870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21181): Terminated: ok {rc=0}\u000a12:33:33.155038 --- ParallelTerminationStrategy: PID 21184 died...\u000a12:33:33.211657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21184): Terminated: ok {rc=0}\u000a12:33:33.221803 --- ParallelTerminationStrategy: PID 21187 died...\u000a12:33:33.278592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21187): Terminated: ok {rc=0}\u000a12:33:33.366539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21195): Process ended prematurely: osmo-stp_10.42.42.5(pid=21195) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21195)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21195): Process ended prematurely: osmo-stp_10.42.42.5(pid=21195) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:33:34.417148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:34.429108 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:33:34.586364 tst ping_idle_ping.py: using LAC 33971\u000a12:33:34.701842 tst ping_idle_ping.py: using RAC 56\u000a12:33:34.819018 tst ping_idle_ping.py: using CellId 33971\u000a12:33:34.934245 tst ping_idle_ping.py: using BVCI 33972\u000a12:33:34.957151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:34.968232 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:34.979179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:34.990248 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:35.001208 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:35.012639 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:35.024007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:33:35.035238 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:33:35.309821 tst ping_idle_ping.py:24: start network...\u000a12:33:35.433644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:35.914860 run create_hlr_db(pid=21189): Launched\u000a12:33:36.088359 bus /gobi_6: Setting Powered False\u000a12:33:37.109315 run create_hlr_db(pid=21189): Terminated: ok {rc=0}\u000a12:33:37.537849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21191): Launched\u000a12:33:37.860174 run osmo-hlr_10.42.42.2(pid=21192): Launched\u000a12:33:37.978689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:38.536230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21194): Launched\u000a12:33:38.859238 run osmo-stp_10.42.42.5(pid=21195): Launched\u000a12:33:38.976520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:33:39.537174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21197): Launched\u000a12:33:39.651056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:33:39.931976 run patchelf(pid=21198): Launched\u000a12:33:40.119669 run osmo-stp_10.42.42.5(pid=21195): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21195)]\u000a12:33:40.257272 run osmo-stp_10.42.42.5(pid=21195): stdout: \u000a| (launched: 2022-12-13_12:33:38.698938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:40.395705 run osmo-stp_10.42.42.5(pid=21195): stderr: \u000a| �[0;m�[38;5;43m20221213123338892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123338892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123338892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123338893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123338893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123338893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123338893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:40.528783 run osmo-stp_10.42.42.5(pid=21195): stdout: \u000a| (launched: 2022-12-13_12:33:38.698938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:40.660520 run osmo-stp_10.42.42.5(pid=21195): stderr: \u000a| �[0;m�[38;5;43m20221213123338892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123338892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123338892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123338893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123338893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123338893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123338893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:40.813729 run patchelf(pid=21198): Terminating (SIGINT)\u000a12:33:40.993058 run patchelf(pid=21198): Terminated: ok {rc=0}\u000a12:33:41.025619 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21195): Process ended prematurely: osmo-stp_10.42.42.5(pid=21195) [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21195)] [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:33:41.035181 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:33:41.099207 run osmo-hlr_10.42.42.2(pid=21192): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21192)]\u000a12:33:41.151314 run osmo-hlr_10.42.42.2(pid=21192): stdout: \u000a| (launched: 2022-12-13_12:33:37.700560) \u000a12:33:41.204167 run osmo-hlr_10.42.42.2(pid=21192): stderr: \u000a| �[0;m�[1;31m20221213123337898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123337898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123337898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123337898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123337898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123337898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123337910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123337919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123337919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123337919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:41.249341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21191): Terminating (SIGTERM)\u000a12:33:41.292156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21194): Terminating (SIGTERM)\u000a12:33:41.334771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21197): Terminating (SIGTERM)\u000a12:33:41.344590 --- ParallelTerminationStrategy: PID 21191 died...\u000a12:33:41.401703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21191): Terminated: ok {rc=0}\u000a12:33:41.411963 --- ParallelTerminationStrategy: PID 21194 died...\u000a12:33:41.468647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21194): Terminated: ok {rc=0}\u000a12:33:41.478877 --- ParallelTerminationStrategy: PID 21197 died...\u000a12:33:41.535604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21197): Terminated: ok {rc=0}\u000a12:33:41.622479 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:32:42" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21208): Process ended prematurely: osmo-stp_10.42.42.5(pid=21208) [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21208)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21208): Process ended prematurely: osmo-stp_10.42.42.5(pid=21208) [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:33:43.661449 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:33:43.673289 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:33:43.831630 tst switch_tch_pdch.py: using LAC 33972\u000a12:33:43.954340 tst switch_tch_pdch.py: using RAC 57\u000a12:33:44.077112 tst switch_tch_pdch.py: using CellId 33972\u000a12:33:44.200262 tst switch_tch_pdch.py: using BVCI 33973\u000a12:33:44.224550 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:33:44.236437 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:33:44.248077 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:33:44.259821 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:33:44.272188 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:33:44.284247 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:33:44.296331 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:33:44.308283 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:33:44.427016 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:33:44.701996 tst switch_tch_pdch.py:51: start network...\u000a12:33:44.825933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:45.304543 run create_hlr_db(pid=21202): Launched\u000a12:33:45.477207 bus /gobi_6: Setting Powered False\u000a12:33:46.500022 run create_hlr_db(pid=21202): Terminated: ok {rc=0}\u000a12:33:46.920680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21204): Launched\u000a12:33:47.234810 run osmo-hlr_10.42.42.2(pid=21205): Launched\u000a12:33:47.353893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:47.910617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21207): Launched\u000a12:33:48.232085 run osmo-stp_10.42.42.5(pid=21208): Launched\u000a12:33:48.348638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:33:48.907143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21210): Launched\u000a12:33:49.021023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:33:49.300258 run patchelf(pid=21211): Launched\u000a12:33:49.487353 run osmo-stp_10.42.42.5(pid=21208): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21208)]\u000a12:33:49.623938 run osmo-stp_10.42.42.5(pid=21208): stdout: \u000a| (launched: 2022-12-13_12:33:48.073124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:49.761413 run osmo-stp_10.42.42.5(pid=21208): stderr: \u000a| �[0;m�[38;5;43m20221213123348264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123348264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123348264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123348265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123348265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123348265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123348265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:49.893754 run osmo-stp_10.42.42.5(pid=21208): stdout: \u000a| (launched: 2022-12-13_12:33:48.073124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:50.024776 run osmo-stp_10.42.42.5(pid=21208): stderr: \u000a| �[0;m�[38;5;43m20221213123348264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123348264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123348264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123348265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123348265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123348265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123348265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:50.176678 run patchelf(pid=21211): Terminating (SIGINT)\u000a12:33:50.355465 run patchelf(pid=21211): Terminated: ok {rc=0}\u000a12:33:50.387963 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21208): Process ended prematurely: osmo-stp_10.42.42.5(pid=21208) [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21208)] [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:33:50.397388 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:33:50.460840 run osmo-hlr_10.42.42.2(pid=21205): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21205)]\u000a12:33:50.512764 run osmo-hlr_10.42.42.2(pid=21205): stdout: \u000a| (launched: 2022-12-13_12:33:47.076217) \u000a12:33:50.565487 run osmo-hlr_10.42.42.2(pid=21205): stderr: \u000a| �[0;m�[1;31m20221213123347268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123347268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123347280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123347289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123347289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123347289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:50.610314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21204): Terminating (SIGTERM)\u000a12:33:50.652374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21207): Terminating (SIGTERM)\u000a12:33:50.694503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21210): Terminating (SIGTERM)\u000a12:33:50.704322 --- ParallelTerminationStrategy: PID 21204 died...\u000a12:33:50.761151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21204): Terminated: ok {rc=0}\u000a12:33:50.771436 --- ParallelTerminationStrategy: PID 21207 died...\u000a12:33:50.827863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21207): Terminated: ok {rc=0}\u000a12:33:50.838084 --- ParallelTerminationStrategy: PID 21210 died...\u000a12:33:50.894368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21210): Terminated: ok {rc=0}\u000a12:33:50.984313 bus /gobi_0: Setting Powered False\u000a12:33:52.086848 bus /gobi_0: Setting Powered False\u000a12:33:53.197826 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:33:43" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21221): Process ended prematurely: osmo-stp_10.42.42.5(pid=21221) [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21221)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21221): Process ended prematurely: osmo-stp_10.42.42.5(pid=21221) [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:33:55.176465 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:33:55.188231 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:33:55.352547 tst switch_tch_pdch.py: using LAC 33973\u000a12:33:55.470366 tst switch_tch_pdch.py: using RAC 58\u000a12:33:55.594176 tst switch_tch_pdch.py: using CellId 33973\u000a12:33:55.717259 tst switch_tch_pdch.py: using BVCI 33974\u000a12:33:55.741818 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:33:55.753667 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:33:55.765125 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:33:55.776678 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:33:55.788890 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:33:55.801032 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:33:55.813054 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:33:55.824898 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:33:55.940642 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:33:56.231034 tst switch_tch_pdch.py:51: start network...\u000a12:33:56.364586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:56.839292 run create_hlr_db(pid=21215): Launched\u000a12:33:56.970866 bus /gobi_6: Setting Powered False\u000a12:33:58.045239 run create_hlr_db(pid=21215): Terminated: ok {rc=0}\u000a12:33:58.422265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21217): Launched\u000a12:33:58.725444 run osmo-hlr_10.42.42.2(pid=21218): Launched\u000a12:33:58.843333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:59.341911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21220): Launched\u000a12:33:59.639238 run osmo-stp_10.42.42.5(pid=21221): Launched\u000a12:33:59.746915 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:34:00.241803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21223): Launched\u000a12:34:00.347338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:34:00.607273 run patchelf(pid=21224): Launched\u000a12:34:00.781610 run osmo-stp_10.42.42.5(pid=21221): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21221)]\u000a12:34:00.917959 run osmo-stp_10.42.42.5(pid=21221): stdout: \u000a| (launched: 2022-12-13_12:33:59.492608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:01.048264 run osmo-stp_10.42.42.5(pid=21221): stderr: \u000a| �[0;m�[38;5;43m20221213123359665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123359665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123359665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123359666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123359666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123359666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123359666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:01.174069 run osmo-stp_10.42.42.5(pid=21221): stdout: \u000a| (launched: 2022-12-13_12:33:59.492608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:01.298523 run osmo-stp_10.42.42.5(pid=21221): stderr: \u000a| �[0;m�[38;5;43m20221213123359665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123359665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123359665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123359666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123359666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123359666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123359666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:01.443280 run patchelf(pid=21224): Terminating (SIGINT)\u000a12:34:01.613492 run patchelf(pid=21224): Terminated: ok {rc=0}\u000a12:34:01.645259 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21221): Process ended prematurely: osmo-stp_10.42.42.5(pid=21221) [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21221)] [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:34:01.655091 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:34:01.716594 run osmo-hlr_10.42.42.2(pid=21218): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21218)]\u000a12:34:01.766463 run osmo-hlr_10.42.42.2(pid=21218): stdout: \u000a| (launched: 2022-12-13_12:33:58.575449) \u000a12:34:01.817357 run osmo-hlr_10.42.42.2(pid=21218): stderr: \u000a| �[0;m�[1;31m20221213123358750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123358750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123358751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123358751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123358751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123358751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123358763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123358774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123358774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123358774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:01.860535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21217): Terminating (SIGTERM)\u000a12:34:01.901476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21220): Terminating (SIGTERM)\u000a12:34:01.942045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21223): Terminating (SIGTERM)\u000a12:34:01.952389 --- ParallelTerminationStrategy: PID 21217 died...\u000a12:34:02.007871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21217): Terminated: ok {rc=0}\u000a12:34:02.018039 --- ParallelTerminationStrategy: PID 21220 died...\u000a12:34:02.071620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21220): Terminated: ok {rc=0}\u000a12:34:02.081552 --- ParallelTerminationStrategy: PID 21223 died...\u000a12:34:02.135337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21223): Terminated: ok {rc=0}\u000a12:34:02.220304 bus /gobi_0: Setting Powered False\u000a12:34:03.322350 bus /gobi_0: Setting Powered False\u000a12:34:04.429413 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:33:54" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21230): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21230) [trial-2389↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21230)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21230): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21230) [trial-2389↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a12:34:06.314965 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a12:34:06.326462 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a12:34:06.457249 tst mo_mt_sms.py: using LAC 33974\u000a12:34:06.581250 tst mo_mt_sms.py: using RAC 59\u000a12:34:06.704793 tst mo_mt_sms.py: using CellId 33974\u000a12:34:06.830386 tst mo_mt_sms.py: using BVCI 33975\u000a12:34:06.854602 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a12:34:06.972566 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a12:34:07.250759 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:34:07.375275 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:34:07.992802 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21229): Launched\u000a12:34:08.287545 run osmo-nitb_10.42.42.2(pid=21230): Launched\u000a12:34:08.470938 run osmo-nitb_10.42.42.2(pid=21230): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21230)]\u000a12:34:08.606014 run osmo-nitb_10.42.42.2(pid=21230): stdout: \u000a| (launched: 2022-12-13_12:34:08.143876) \u000a12:34:08.741500 run osmo-nitb_10.42.42.2(pid=21230): stderr: \u000a| (launched: 2022-12-13_12:34:08.188048)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:34:08.871975 run osmo-nitb_10.42.42.2(pid=21230): stdout: \u000a| (launched: 2022-12-13_12:34:08.143876) \u000a12:34:09.001313 run osmo-nitb_10.42.42.2(pid=21230): stderr: \u000a| (launched: 2022-12-13_12:34:08.188048)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:34:09.407660 tst osmo-nitb_10.42.42.2(pid=21230): stdout: \u000a| (launched: 2022-12-13_12:34:08.143876) \u000a12:34:09.526379 tst osmo-nitb_10.42.42.2(pid=21230): stderr: \u000a| (launched: 2022-12-13_12:34:08.188048)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:34:09.578309 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21230): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21230) [trial-2389↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21230)] [trial-2389↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a12:34:09.586515 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a12:34:09.620495 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21229): Terminating (SIGTERM)\u000a12:34:09.797848 --- ParallelTerminationStrategy: PID 21229 died...\u000a12:34:09.852390 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21229): Terminated: ok {rc=0}\u000a12:34:09.940064 bus /sierra_3: Setting Powered False\u000a12:34:11.042267 bus /sierra_3: Setting Powered False\u000a12:34:12.154281 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:34:06" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21240): Process ended prematurely: osmo-stp_10.42.42.5(pid=21240) [trial-2389↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21240)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21240): Process ended prematurely: osmo-stp_10.42.42.5(pid=21240) [trial-2389↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a12:34:14.040226 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:14.051550 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:34:14.173634 tst mo_mt_sms.py: using LAC 33975\u000a12:34:14.288535 tst mo_mt_sms.py: using RAC 60\u000a12:34:14.404538 tst mo_mt_sms.py: using CellId 33975\u000a12:34:14.518939 tst mo_mt_sms.py: using BVCI 33976\u000a12:34:14.541592 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:14.552200 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:14.562810 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:14.573495 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:14.584008 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:14.594496 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a12:34:14.713518 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a12:34:14.912310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:15.389405 run create_hlr_db(pid=21234): Launched\u000a12:34:15.560828 bus /sierra_2: Setting Powered False\u000a12:34:16.582614 run create_hlr_db(pid=21234): Terminated: ok {rc=0}\u000a12:34:16.998315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21236): Launched\u000a12:34:17.300022 run osmo-hlr_10.42.42.2(pid=21237): Launched\u000a12:34:17.412763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:17.930030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21239): Launched\u000a12:34:18.227796 run osmo-stp_10.42.42.5(pid=21240): Launched\u000a12:34:18.335792 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:18.880392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21242): Launched\u000a12:34:19.180389 run osmo-msc_10.42.42.6(pid=21243): Launched\u000a12:34:19.354649 run osmo-stp_10.42.42.5(pid=21240): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21240)]\u000a12:34:19.479871 run osmo-stp_10.42.42.5(pid=21240): stdout: \u000a| (launched: 2022-12-13_12:34:18.080494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:19.603564 run osmo-stp_10.42.42.5(pid=21240): stderr: \u000a| �[0;m�[38;5;43m20221213123418251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123418252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123418252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123418252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123418253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123418253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123418253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:19.722593 run osmo-stp_10.42.42.5(pid=21240): stdout: \u000a| (launched: 2022-12-13_12:34:18.080494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:19.840924 run osmo-stp_10.42.42.5(pid=21240): stderr: \u000a| �[0;m�[38;5;43m20221213123418251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123418252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123418252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123418252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123418253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123418253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123418253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:19.893040 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21240): Process ended prematurely: osmo-stp_10.42.42.5(pid=21240) [trial-2389↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21240)] [trial-2389↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a12:34:19.900918 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a12:34:19.959695 run osmo-hlr_10.42.42.2(pid=21237): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21237)]\u000a12:34:20.008126 run osmo-hlr_10.42.42.2(pid=21237): stdout: \u000a| (launched: 2022-12-13_12:34:17.152121) \u000a12:34:20.057462 run osmo-hlr_10.42.42.2(pid=21237): stderr: \u000a| �[0;m�[1;31m20221213123417328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123417328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123417328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123417328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123417328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123417328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123417341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123417350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123417350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123417350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:20.124180 run osmo-msc_10.42.42.6(pid=21243): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21243)]\u000a12:34:20.172423 run osmo-msc_10.42.42.6(pid=21243): stdout: \u000a| (launched: 2022-12-13_12:34:19.031055) \u000a12:34:20.221343 run osmo-msc_10.42.42.6(pid=21243): stderr: \u000a| �[0;m�[38;5;43m20221213123419304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123419304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba3fd97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123419304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123419304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123419304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123419305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123419306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123419307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123419307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123419307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:20.262960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21236): Terminating (SIGTERM)\u000a12:34:20.302046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21239): Terminating (SIGTERM)\u000a12:34:20.341145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21242): Terminating (SIGTERM)\u000a12:34:20.350197 --- ParallelTerminationStrategy: PID 21236 died...\u000a12:34:20.402709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21236): Terminated: ok {rc=0}\u000a12:34:20.412180 --- ParallelTerminationStrategy: PID 21239 died...\u000a12:34:20.464465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21239): Terminated: ok {rc=0}\u000a12:34:20.473895 --- ParallelTerminationStrategy: PID 21242 died...\u000a12:34:20.526127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21242): Terminated: ok {rc=0}\u000a12:34:20.614585 bus /sierra_3: Setting Powered False\u000a12:34:21.716784 bus /sierra_3: Setting Powered False\u000a12:34:22.828748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:34:13" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21249) [trial-2389↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21249)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21249) [trial-2389↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a12:34:24.646319 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a12:34:24.657816 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:34:24.789262 tst assert_extension.py: using LAC 33976\u000a12:34:24.914406 tst assert_extension.py: using RAC 61\u000a12:34:25.039253 tst assert_extension.py: using CellId 33976\u000a12:34:25.164018 tst assert_extension.py: using BVCI 33977\u000a12:34:25.188428 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a12:34:25.461135 tst assert_extension.py:10: start nitb and bts...\u000a12:34:25.584364 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:34:26.201166 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21248): Launched\u000a12:34:26.496267 run osmo-nitb_10.42.42.2(pid=21249): Launched\u000a12:34:26.678848 run osmo-nitb_10.42.42.2(pid=21249): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21249)]\u000a12:34:26.813856 run osmo-nitb_10.42.42.2(pid=21249): stdout: \u000a| (launched: 2022-12-13_12:34:26.352252) \u000a12:34:26.948810 run osmo-nitb_10.42.42.2(pid=21249): stderr: \u000a| (launched: 2022-12-13_12:34:26.396473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:34:27.079260 run osmo-nitb_10.42.42.2(pid=21249): stdout: \u000a| (launched: 2022-12-13_12:34:26.352252) \u000a12:34:27.209214 run osmo-nitb_10.42.42.2(pid=21249): stderr: \u000a| (launched: 2022-12-13_12:34:26.396473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:34:27.616139 tst osmo-nitb_10.42.42.2(pid=21249): stdout: \u000a| (launched: 2022-12-13_12:34:26.352252) \u000a12:34:27.734691 tst osmo-nitb_10.42.42.2(pid=21249): stderr: \u000a| (launched: 2022-12-13_12:34:26.396473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:34:27.787115 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21249) [trial-2389↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21249)] [trial-2389↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a12:34:27.795349 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a12:34:27.829672 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21248): Terminating (SIGTERM)\u000a12:34:28.006922 --- ParallelTerminationStrategy: PID 21248 died...\u000a12:34:28.063605 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21248): Terminated: ok {rc=0}\u000a12:34:28.153179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:34:24" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21259): Process ended prematurely: osmo-stp_10.42.42.5(pid=21259) [trial-2389↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21259)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21259): Process ended prematurely: osmo-stp_10.42.42.5(pid=21259) [trial-2389↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a12:34:29.961989 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:29.972655 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:34:30.103745 tst assert_extension.py: using LAC 33977\u000a12:34:30.229225 tst assert_extension.py: using RAC 62\u000a12:34:30.356496 tst assert_extension.py: using CellId 33977\u000a12:34:30.477720 tst assert_extension.py: using BVCI 33978\u000a12:34:30.500142 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:30.510925 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:30.521517 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:30.531999 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:30.542840 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:34:30.553782 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a12:34:30.762176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:31.300027 run create_hlr_db(pid=21253): Launched\u000a12:34:31.549994 bus /sierra_2: Setting Powered False\u000a12:34:32.514046 run create_hlr_db(pid=21253): Terminated: ok {rc=0}\u000a12:34:32.981524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21255): Launched\u000a12:34:33.281534 run osmo-hlr_10.42.42.2(pid=21256): Launched\u000a12:34:33.398489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:33.931113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21258): Launched\u000a12:34:34.250797 run osmo-stp_10.42.42.5(pid=21259): Launched\u000a12:34:34.369133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:34.951259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21261): Launched\u000a12:34:35.270379 run osmo-msc_10.42.42.6(pid=21262): Launched\u000a12:34:35.458856 run osmo-stp_10.42.42.5(pid=21259): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21259)]\u000a12:34:35.595043 run osmo-stp_10.42.42.5(pid=21259): stdout: \u000a| (launched: 2022-12-13_12:34:34.092775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:35.729622 run osmo-stp_10.42.42.5(pid=21259): stderr: \u000a| �[0;m�[38;5;43m20221213123434283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123434283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123434283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123434284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123434284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123434284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123434284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:35.858175 run osmo-stp_10.42.42.5(pid=21259): stdout: \u000a| (launched: 2022-12-13_12:34:34.092775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:35.985363 run osmo-stp_10.42.42.5(pid=21259): stderr: \u000a| �[0;m�[38;5;43m20221213123434283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123434283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123434283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123434284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123434284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123434284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123434284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:36.040908 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21259): Process ended prematurely: osmo-stp_10.42.42.5(pid=21259) [trial-2389↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21259)] [trial-2389↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a12:34:36.049871 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a12:34:36.112820 run osmo-hlr_10.42.42.2(pid=21256): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21256)]\u000a12:34:36.164480 run osmo-hlr_10.42.42.2(pid=21256): stdout: \u000a| (launched: 2022-12-13_12:34:33.132801) \u000a12:34:36.216637 run osmo-hlr_10.42.42.2(pid=21256): stderr: \u000a| �[0;m�[1;31m20221213123433308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123433308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123433308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123433308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123433308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123433309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123433321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123433330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123433330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123433330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:36.287147 run osmo-msc_10.42.42.6(pid=21262): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21262)]\u000a12:34:36.338697 run osmo-msc_10.42.42.6(pid=21262): stdout: \u000a| (launched: 2022-12-13_12:34:35.113057) \u000a12:34:36.391148 run osmo-msc_10.42.42.6(pid=21262): stderr: \u000a| �[0;m�[38;5;43m20221213123435434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123435434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa70e148c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123435435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123435435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123435435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123435435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123435437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123435437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123435437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123435437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:36.435605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21255): Terminating (SIGTERM)\u000a12:34:36.477742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21258): Terminating (SIGTERM)\u000a12:34:36.520375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21261): Terminating (SIGTERM)\u000a12:34:36.530152 --- ParallelTerminationStrategy: PID 21255 died...\u000a12:34:36.586823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21255): Terminated: ok {rc=0}\u000a12:34:36.596882 --- ParallelTerminationStrategy: PID 21258 died...\u000a12:34:36.653434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21258): Terminated: ok {rc=0}\u000a12:34:36.663507 --- ParallelTerminationStrategy: PID 21261 died...\u000a12:34:36.719942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21261): Terminated: ok {rc=0}\u000a12:34:36.807471 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:34:29" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21274): Process ended prematurely: osmo-stp_10.42.42.5(pid=21274) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21274)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21274): Process ended prematurely: osmo-stp_10.42.42.5(pid=21274) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:34:38.738324 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:38.749555 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:34:38.896195 tst mo_mt_call.py: using LAC 33978\u000a12:34:39.018067 tst mo_mt_call.py: using RAC 63\u000a12:34:39.138752 tst mo_mt_call.py: using CellId 33978\u000a12:34:39.258962 tst mo_mt_call.py: using BVCI 33979\u000a12:34:39.282513 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:39.293921 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:39.305168 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:39.316282 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:39.327460 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:39.338640 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:34:39.453834 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:34:39.665512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:40.175402 run create_hlr_db(pid=21268): Launched\u000a12:34:40.364190 bus /sierra_2: Setting Powered False\u000a12:34:41.385023 run create_hlr_db(pid=21268): Terminated: ok {rc=0}\u000a12:34:41.794329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21270): Launched\u000a12:34:42.097881 run osmo-hlr_10.42.42.2(pid=21271): Launched\u000a12:34:42.213630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:42.739079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21273): Launched\u000a12:34:43.041479 run osmo-stp_10.42.42.5(pid=21274): Launched\u000a12:34:43.151207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:43.708711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21276): Launched\u000a12:34:44.014346 run osmo-msc_10.42.42.6(pid=21277): Launched\u000a12:34:44.192292 run osmo-stp_10.42.42.5(pid=21274): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21274)]\u000a12:34:44.320732 run osmo-stp_10.42.42.5(pid=21274): stdout: \u000a| (launched: 2022-12-13_12:34:42.892119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:44.447566 run osmo-stp_10.42.42.5(pid=21274): stderr: \u000a| �[0;m�[38;5;43m20221213123443063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123443063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123443064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123443064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123443065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123443065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123443065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:44.569704 run osmo-stp_10.42.42.5(pid=21274): stdout: \u000a| (launched: 2022-12-13_12:34:42.892119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:44.691453 run osmo-stp_10.42.42.5(pid=21274): stderr: \u000a| �[0;m�[38;5;43m20221213123443063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123443063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123443064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123443064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123443065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123443065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123443065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:44.744905 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21274): Process ended prematurely: osmo-stp_10.42.42.5(pid=21274) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21274)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:34:44.753855 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a12:34:44.813320 run osmo-hlr_10.42.42.2(pid=21271): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21271)]\u000a12:34:44.862184 run osmo-hlr_10.42.42.2(pid=21271): stdout: \u000a| (launched: 2022-12-13_12:34:41.948099) \u000a12:34:44.911540 run osmo-hlr_10.42.42.2(pid=21271): stderr: \u000a| �[0;m�[1;31m20221213123442123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123442123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123442123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123442123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123442123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123442123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123442136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123442144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123442145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123442145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:44.978950 run osmo-msc_10.42.42.6(pid=21277): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21277)]\u000a12:34:45.027644 run osmo-msc_10.42.42.6(pid=21277): stdout: \u000a| (launched: 2022-12-13_12:34:43.863260) \u000a12:34:45.076911 run osmo-msc_10.42.42.6(pid=21277): stderr: \u000a| �[0;m�[38;5;43m20221213123444134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123444134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3240f51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123444134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123444134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123444135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123444135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123444137 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123444137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123444137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123444137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:45.118841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21270): Terminating (SIGTERM)\u000a12:34:45.158215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21273): Terminating (SIGTERM)\u000a12:34:45.197528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21276): Terminating (SIGTERM)\u000a12:34:45.206694 --- ParallelTerminationStrategy: PID 21270 died...\u000a12:34:45.259798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21270): Terminated: ok {rc=0}\u000a12:34:45.269412 --- ParallelTerminationStrategy: PID 21273 died...\u000a12:34:45.322584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21273): Terminated: ok {rc=0}\u000a12:34:45.332144 --- ParallelTerminationStrategy: PID 21276 died...\u000a12:34:45.385062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21276): Terminated: ok {rc=0}\u000a12:34:45.473255 bus /sierra_3: Setting Powered False\u000a12:34:46.589017 bus /sierra_3: Setting Powered False\u000a12:34:47.702555 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21285): Process ended prematurely: osmo-stp_10.42.42.5(pid=21285) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21285)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21285): Process ended prematurely: osmo-stp_10.42.42.5(pid=21285) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:34:48.811786 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:48.823530 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:34:48.975353 tst mo_mt_call_osmux.py: using LAC 33979\u000a12:34:49.102078 tst mo_mt_call_osmux.py: using RAC 64\u000a12:34:49.229151 tst mo_mt_call_osmux.py: using CellId 33979\u000a12:34:49.361998 tst mo_mt_call_osmux.py: using BVCI 33980\u000a12:34:49.387223 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:49.399156 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:49.410709 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:49.422190 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:49.434112 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:34:49.445871 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:34:49.564636 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:34:49.765707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:34:50.253557 run create_hlr_db(pid=21279): Launched\u000a12:34:50.427739 bus /sierra_2: Setting Powered False\u000a12:34:51.450193 run create_hlr_db(pid=21279): Terminated: ok {rc=0}\u000a12:34:51.883344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21281): Launched\u000a12:34:52.210450 run osmo-hlr_10.42.42.2(pid=21282): Launched\u000a12:34:52.327963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:34:52.893585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21284): Launched\u000a12:34:53.219597 run osmo-stp_10.42.42.5(pid=21285): Launched\u000a12:34:53.338396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:34:53.934723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21287): Launched\u000a12:34:54.262885 run osmo-msc_10.42.42.6(pid=21288): Launched\u000a12:34:54.453828 run osmo-stp_10.42.42.5(pid=21285): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21285)]\u000a12:34:54.591328 run osmo-stp_10.42.42.5(pid=21285): stdout: \u000a| (launched: 2022-12-13_12:34:53.058958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:54.728747 run osmo-stp_10.42.42.5(pid=21285): stderr: \u000a| �[0;m�[38;5;43m20221213123453251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123453251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123453251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123453252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123453252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123453252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123453252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:54.859057 run osmo-stp_10.42.42.5(pid=21285): stdout: \u000a| (launched: 2022-12-13_12:34:53.058958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:34:54.988453 run osmo-stp_10.42.42.5(pid=21285): stderr: \u000a| �[0;m�[38;5;43m20221213123453251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123453251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123453251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123453252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123453252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123453252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123453252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:34:55.045762 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21285): Process ended prematurely: osmo-stp_10.42.42.5(pid=21285) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21285)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:34:55.055011 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:34:55.118073 run osmo-hlr_10.42.42.2(pid=21282): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21282)]\u000a12:34:55.169474 run osmo-hlr_10.42.42.2(pid=21282): stdout: \u000a| (launched: 2022-12-13_12:34:52.048497) \u000a12:34:55.221441 run osmo-hlr_10.42.42.2(pid=21282): stderr: \u000a| �[0;m�[1;31m20221213123452248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123452248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123452249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123452249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123452249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123452249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123452260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123452269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123452269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123452269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:34:55.291757 run osmo-msc_10.42.42.6(pid=21288): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21288)]\u000a12:34:55.343309 run osmo-msc_10.42.42.6(pid=21288): stdout: \u000a| (launched: 2022-12-13_12:34:54.100472) \u000a12:34:55.395310 run osmo-msc_10.42.42.6(pid=21288): stderr: \u000a| �[0;m�[38;5;43m20221213123454422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123454423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f119eb51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123454423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123454423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123454425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123454425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123454425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123454426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:34:55.440059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21281): Terminating (SIGTERM)\u000a12:34:55.481979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21284): Terminating (SIGTERM)\u000a12:34:55.524127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21287): Terminating (SIGTERM)\u000a12:34:55.533744 --- ParallelTerminationStrategy: PID 21281 died...\u000a12:34:55.589696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21281): Terminated: ok {rc=0}\u000a12:34:55.599683 --- ParallelTerminationStrategy: PID 21284 died...\u000a12:34:55.655711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21284): Terminated: ok {rc=0}\u000a12:34:55.665728 --- ParallelTerminationStrategy: PID 21287 died...\u000a12:34:55.721533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21287): Terminated: ok {rc=0}\u000a12:34:55.808656 bus /sierra_3: Setting Powered False\u000a12:34:56.913948 bus /sierra_3: Setting Powered False\u000a12:34:58.024803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:34:38" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21302): Process ended prematurely: osmo-stp_10.42.42.5(pid=21302) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21302)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21302): Process ended prematurely: osmo-stp_10.42.42.5(pid=21302) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:34:59.994283 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:00.005419 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:35:00.151985 tst mo_mt_call.py: using LAC 33980\u000a12:35:00.272016 tst mo_mt_call.py: using RAC 65\u000a12:35:00.400599 tst mo_mt_call.py: using CellId 33980\u000a12:35:00.522333 tst mo_mt_call.py: using BVCI 33981\u000a12:35:00.545323 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:00.556506 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:00.567657 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:00.578719 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:00.590465 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:00.602169 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:35:00.721175 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:35:00.965843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:01.559056 run create_hlr_db(pid=21293): Launched\u000a12:35:01.753273 bus /sierra_2: Setting Powered False\u000a12:35:02.758544 run create_hlr_db(pid=21293): Terminated: ok {rc=0}\u000a12:35:03.210254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21298): Launched\u000a12:35:03.537356 run osmo-hlr_10.42.42.2(pid=21299): Launched\u000a12:35:03.661066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:04.229480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21301): Launched\u000a12:35:04.557539 run osmo-stp_10.42.42.5(pid=21302): Launched\u000a12:35:04.676763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:05.266890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21304): Launched\u000a12:35:05.574090 run osmo-msc_10.42.42.6(pid=21305): Launched\u000a12:35:05.753608 run osmo-stp_10.42.42.5(pid=21302): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21302)]\u000a12:35:05.882628 run osmo-stp_10.42.42.5(pid=21302): stdout: \u000a| (launched: 2022-12-13_12:35:04.395415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:06.009131 run osmo-stp_10.42.42.5(pid=21302): stderr: \u000a| �[0;m�[38;5;43m20221213123504588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123504588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123504588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123504589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123504589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123504589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123504589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:06.131170 run osmo-stp_10.42.42.5(pid=21302): stdout: \u000a| (launched: 2022-12-13_12:35:04.395415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:06.251718 run osmo-stp_10.42.42.5(pid=21302): stderr: \u000a| �[0;m�[38;5;43m20221213123504588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123504588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123504588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123504589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123504589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123504589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123504589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:06.305873 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21302): Process ended prematurely: osmo-stp_10.42.42.5(pid=21302) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21302)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:35:06.314779 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:35:06.373890 run osmo-hlr_10.42.42.2(pid=21299): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21299)]\u000a12:35:06.422577 run osmo-hlr_10.42.42.2(pid=21299): stdout: \u000a| (launched: 2022-12-13_12:35:03.376448) \u000a12:35:06.471899 run osmo-hlr_10.42.42.2(pid=21299): stderr: \u000a| �[0;m�[1;31m20221213123503575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123503575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123503575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123503575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123503575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123503575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123503588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123503596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123503596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123503596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:06.538799 run osmo-msc_10.42.42.6(pid=21305): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21305)]\u000a12:35:06.587446 run osmo-msc_10.42.42.6(pid=21305): stdout: \u000a| (launched: 2022-12-13_12:35:05.422301) \u000a12:35:06.636697 run osmo-msc_10.42.42.6(pid=21305): stderr: \u000a| �[0;m�[38;5;43m20221213123505697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123505697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13fec59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123505697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123505697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123505697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123505698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123505699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123505700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123505700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123505700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:06.678669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21298): Terminating (SIGTERM)\u000a12:35:06.718106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21301): Terminating (SIGTERM)\u000a12:35:06.757711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21304): Terminating (SIGTERM)\u000a12:35:06.767003 --- ParallelTerminationStrategy: PID 21298 died...\u000a12:35:06.820529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21298): Terminated: ok {rc=0}\u000a12:35:06.830248 --- ParallelTerminationStrategy: PID 21301 died...\u000a12:35:06.883018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21301): Terminated: ok {rc=0}\u000a12:35:06.892456 --- ParallelTerminationStrategy: PID 21304 died...\u000a12:35:06.945119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21304): Terminated: ok {rc=0}\u000a12:35:07.028827 bus /sierra_3: Setting Powered False\u000a12:35:08.135244 bus /sierra_3: Setting Powered False\u000a12:35:09.248710 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21313): Process ended prematurely: osmo-stp_10.42.42.5(pid=21313) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21313)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21313): Process ended prematurely: osmo-stp_10.42.42.5(pid=21313) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:35:10.364131 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:10.376454 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:35:10.536166 tst mo_mt_call_osmux.py: using LAC 33981\u000a12:35:10.661406 tst mo_mt_call_osmux.py: using RAC 66\u000a12:35:10.778547 tst mo_mt_call_osmux.py: using CellId 33981\u000a12:35:10.896525 tst mo_mt_call_osmux.py: using BVCI 33982\u000a12:35:10.919609 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:10.930982 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:10.942147 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:10.953273 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:10.964353 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:35:10.975352 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:35:11.095014 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:35:11.299007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:11.785992 run create_hlr_db(pid=21307): Launched\u000a12:35:11.961148 bus /sierra_2: Setting Powered False\u000a12:35:12.994719 run create_hlr_db(pid=21307): Terminated: ok {rc=0}\u000a12:35:13.430679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21309): Launched\u000a12:35:13.759575 run osmo-hlr_10.42.42.2(pid=21310): Launched\u000a12:35:13.878233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:14.445850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21312): Launched\u000a12:35:14.772371 run osmo-stp_10.42.42.5(pid=21313): Launched\u000a12:35:14.890839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:15.488165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21315): Launched\u000a12:35:15.817157 run osmo-msc_10.42.42.6(pid=21316): Launched\u000a12:35:16.313544 run osmo-stp_10.42.42.5(pid=21313): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21313)]\u000a12:35:16.599594 run osmo-stp_10.42.42.5(pid=21313): stdout: \u000a| (launched: 2022-12-13_12:35:14.610955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:16.738579 run osmo-stp_10.42.42.5(pid=21313): stderr: \u000a| �[0;m�[38;5;43m20221213123514803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123514803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123514803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123514804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123514804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123514804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123514804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:16.872418 run osmo-stp_10.42.42.5(pid=21313): stdout: \u000a| (launched: 2022-12-13_12:35:14.610955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:17.005462 run osmo-stp_10.42.42.5(pid=21313): stderr: \u000a| �[0;m�[38;5;43m20221213123514803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123514803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123514803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123514804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123514804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123514804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123514804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:17.064238 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21313): Process ended prematurely: osmo-stp_10.42.42.5(pid=21313) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21313)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:35:17.074673 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a12:35:17.140078 run osmo-hlr_10.42.42.2(pid=21310): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21310)]\u000a12:35:17.193458 run osmo-hlr_10.42.42.2(pid=21310): stdout: \u000a| (launched: 2022-12-13_12:35:13.596891) \u000a12:35:17.247449 run osmo-hlr_10.42.42.2(pid=21310): stderr: \u000a| �[0;m�[1;31m20221213123513797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123513797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123513797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123513797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123513797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123513797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123513833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123513843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123513843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123513843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:17.321104 run osmo-msc_10.42.42.6(pid=21316): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21316)]\u000a12:35:17.373090 run osmo-msc_10.42.42.6(pid=21316): stdout: \u000a| (launched: 2022-12-13_12:35:15.653751) \u000a12:35:17.425518 run osmo-msc_10.42.42.6(pid=21316): stderr: \u000a| �[0;m�[38;5;43m20221213123516096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123516096 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f650dd0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123516096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123516096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123516096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123516096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123516098 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123516100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123516100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123516100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:17.470072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21309): Terminating (SIGTERM)\u000a12:35:17.511788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21312): Terminating (SIGTERM)\u000a12:35:17.554183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21315): Terminating (SIGTERM)\u000a12:35:17.563796 --- ParallelTerminationStrategy: PID 21309 died...\u000a12:35:17.620477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21309): Terminated: ok {rc=0}\u000a12:35:17.630575 --- ParallelTerminationStrategy: PID 21312 died...\u000a12:35:17.686919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21312): Terminated: ok {rc=0}\u000a12:35:17.696941 --- ParallelTerminationStrategy: PID 21315 died...\u000a12:35:17.753288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21315): Terminated: ok {rc=0}\u000a12:35:17.840621 bus /sierra_3: Setting Powered False\u000a12:35:18.945513 bus /sierra_3: Setting Powered False\u000a12:35:20.057700 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:34:59" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21327): Process ended prematurely: osmo-stp_10.42.42.5(pid=21327) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21327)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21327): Process ended prematurely: osmo-stp_10.42.42.5(pid=21327) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:35:22.025271 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:22.036328 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:35:22.181128 tst mo_mt_call.py: using LAC 33982\u000a12:35:22.300458 tst mo_mt_call.py: using RAC 67\u000a12:35:22.420112 tst mo_mt_call.py: using CellId 33982\u000a12:35:22.539338 tst mo_mt_call.py: using BVCI 33983\u000a12:35:22.562488 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:22.574127 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:22.585254 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:22.596176 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:22.607372 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:22.619076 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:35:22.740454 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:35:22.942967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:23.431629 run create_hlr_db(pid=21321): Launched\u000a12:35:23.606585 bus /sierra_2: Setting Powered False\u000a12:35:24.627398 run create_hlr_db(pid=21321): Terminated: ok {rc=0}\u000a12:35:25.060640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21323): Launched\u000a12:35:25.389164 run osmo-hlr_10.42.42.2(pid=21324): Launched\u000a12:35:25.510875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:26.080008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21326): Launched\u000a12:35:26.408052 run osmo-stp_10.42.42.5(pid=21327): Launched\u000a12:35:26.526395 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:27.119675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21329): Launched\u000a12:35:27.446731 run osmo-msc_10.42.42.6(pid=21330): Launched\u000a12:35:27.638161 run osmo-stp_10.42.42.5(pid=21327): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21327)]\u000a12:35:27.776135 run osmo-stp_10.42.42.5(pid=21327): stdout: \u000a| (launched: 2022-12-13_12:35:26.245118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:27.913887 run osmo-stp_10.42.42.5(pid=21327): stderr: \u000a| �[0;m�[38;5;43m20221213123526439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123526439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123526439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123526439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123526440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123526440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123526440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:28.044269 run osmo-stp_10.42.42.5(pid=21327): stdout: \u000a| (launched: 2022-12-13_12:35:26.245118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:28.174214 run osmo-stp_10.42.42.5(pid=21327): stderr: \u000a| �[0;m�[38;5;43m20221213123526439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123526439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123526439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123526439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123526440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123526440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123526440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:28.231226 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21327): Process ended prematurely: osmo-stp_10.42.42.5(pid=21327) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21327)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:35:28.240558 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:35:28.303277 run osmo-hlr_10.42.42.2(pid=21324): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21324)]\u000a12:35:28.355010 run osmo-hlr_10.42.42.2(pid=21324): stdout: \u000a| (launched: 2022-12-13_12:35:25.226023) \u000a12:35:28.407033 run osmo-hlr_10.42.42.2(pid=21324): stderr: \u000a| �[0;m�[1;31m20221213123525426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123525426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123525426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123525426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123525426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123525426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123525439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123525448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123525448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123525448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:28.477464 run osmo-msc_10.42.42.6(pid=21330): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21330)]\u000a12:35:28.528688 run osmo-msc_10.42.42.6(pid=21330): stdout: \u000a| (launched: 2022-12-13_12:35:27.284675) \u000a12:35:28.580643 run osmo-msc_10.42.42.6(pid=21330): stderr: \u000a| �[0;m�[38;5;43m20221213123527608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123527608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32a107cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123527608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123527608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123527608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123527608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123527610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123527611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123527611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123527611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:28.624822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21323): Terminating (SIGTERM)\u000a12:35:28.666563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21326): Terminating (SIGTERM)\u000a12:35:28.708178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21329): Terminating (SIGTERM)\u000a12:35:28.717931 --- ParallelTerminationStrategy: PID 21323 died...\u000a12:35:28.773821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21323): Terminated: ok {rc=0}\u000a12:35:28.783812 --- ParallelTerminationStrategy: PID 21326 died...\u000a12:35:28.839553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21326): Terminated: ok {rc=0}\u000a12:35:28.849901 --- ParallelTerminationStrategy: PID 21329 died...\u000a12:35:28.905956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21329): Terminated: ok {rc=0}\u000a12:35:28.992783 bus /sierra_3: Setting Powered False\u000a12:35:30.096869 bus /sierra_3: Setting Powered False\u000a12:35:31.208503 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21338): Process ended prematurely: osmo-stp_10.42.42.5(pid=21338) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21338)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21338): Process ended prematurely: osmo-stp_10.42.42.5(pid=21338) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:35:32.316260 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:32.328335 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:35:32.475327 tst mo_mt_call_osmux.py: using LAC 33983\u000a12:35:32.596191 tst mo_mt_call_osmux.py: using RAC 68\u000a12:35:32.716813 tst mo_mt_call_osmux.py: using CellId 33983\u000a12:35:32.838136 tst mo_mt_call_osmux.py: using BVCI 33984\u000a12:35:32.861344 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:32.872529 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:32.883569 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:32.894706 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:32.905868 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:35:32.916905 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:35:33.030834 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:35:33.233729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:33.720380 run create_hlr_db(pid=21332): Launched\u000a12:35:33.896088 bus /sierra_2: Setting Powered False\u000a12:35:34.917216 run create_hlr_db(pid=21332): Terminated: ok {rc=0}\u000a12:35:35.321082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21334): Launched\u000a12:35:35.624655 run osmo-hlr_10.42.42.2(pid=21335): Launched\u000a12:35:35.743922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:36.280121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21337): Launched\u000a12:35:36.585164 run osmo-stp_10.42.42.5(pid=21338): Launched\u000a12:35:36.694470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:37.257961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21340): Launched\u000a12:35:37.564154 run osmo-msc_10.42.42.6(pid=21341): Launched\u000a12:35:37.742626 run osmo-stp_10.42.42.5(pid=21338): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21338)]\u000a12:35:37.871423 run osmo-stp_10.42.42.5(pid=21338): stdout: \u000a| (launched: 2022-12-13_12:35:36.434352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:37.997980 run osmo-stp_10.42.42.5(pid=21338): stderr: \u000a| �[0;m�[38;5;43m20221213123536607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123536607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123536607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123536608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123536608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123536608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123536608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:38.119698 run osmo-stp_10.42.42.5(pid=21338): stdout: \u000a| (launched: 2022-12-13_12:35:36.434352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:38.240454 run osmo-stp_10.42.42.5(pid=21338): stderr: \u000a| �[0;m�[38;5;43m20221213123536607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123536607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123536607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123536608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123536608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123536608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123536608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:38.293986 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21338): Process ended prematurely: osmo-stp_10.42.42.5(pid=21338) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21338)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:35:38.302890 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:35:38.362096 run osmo-hlr_10.42.42.2(pid=21335): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21335)]\u000a12:35:38.410593 run osmo-hlr_10.42.42.2(pid=21335): stdout: \u000a| (launched: 2022-12-13_12:35:35.475039) \u000a12:35:38.459527 run osmo-hlr_10.42.42.2(pid=21335): stderr: \u000a| �[0;m�[1;31m20221213123535652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123535652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123535652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123535653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123535653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123535653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123535665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123535675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123535675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123535675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:38.526227 run osmo-msc_10.42.42.6(pid=21341): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21341)]\u000a12:35:38.574452 run osmo-msc_10.42.42.6(pid=21341): stdout: \u000a| (launched: 2022-12-13_12:35:37.412405) \u000a12:35:38.623419 run osmo-msc_10.42.42.6(pid=21341): stderr: \u000a| �[0;m�[38;5;43m20221213123537684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123537684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45c21b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123537684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123537684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123537684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123537685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123537686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123537687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123537687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123537687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:38.664922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21334): Terminating (SIGTERM)\u000a12:35:38.704168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21337): Terminating (SIGTERM)\u000a12:35:38.743419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21340): Terminating (SIGTERM)\u000a12:35:38.752637 --- ParallelTerminationStrategy: PID 21334 died...\u000a12:35:38.805615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21334): Terminated: ok {rc=0}\u000a12:35:38.815227 --- ParallelTerminationStrategy: PID 21337 died...\u000a12:35:38.867773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21337): Terminated: ok {rc=0}\u000a12:35:38.877563 --- ParallelTerminationStrategy: PID 21340 died...\u000a12:35:38.929979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21340): Terminated: ok {rc=0}\u000a12:35:39.017167 bus /sierra_3: Setting Powered False\u000a12:35:40.118598 bus /sierra_3: Setting Powered False\u000a12:35:41.228724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:35:21" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21352): Process ended prematurely: osmo-stp_10.42.42.5(pid=21352) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21352)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21352): Process ended prematurely: osmo-stp_10.42.42.5(pid=21352) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:35:43.193888 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:43.205051 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:35:43.351266 tst mo_mt_call.py: using LAC 33984\u000a12:35:43.468127 tst mo_mt_call.py: using RAC 69\u000a12:35:43.587126 tst mo_mt_call.py: using CellId 33984\u000a12:35:43.706570 tst mo_mt_call.py: using BVCI 33985\u000a12:35:43.729710 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:43.740848 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:43.751833 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:43.762998 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:43.774542 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:43.786256 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:35:43.905320 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:35:44.113323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:44.624158 run create_hlr_db(pid=21346): Launched\u000a12:35:44.811678 bus /sierra_2: Setting Powered False\u000a12:35:45.836031 run create_hlr_db(pid=21346): Terminated: ok {rc=0}\u000a12:35:46.312607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21348): Launched\u000a12:35:46.791837 run osmo-hlr_10.42.42.2(pid=21349): Launched\u000a12:35:46.966851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:47.601201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21351): Launched\u000a12:35:47.929253 run osmo-stp_10.42.42.5(pid=21352): Launched\u000a12:35:48.047913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:48.643535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21354): Launched\u000a12:35:48.969216 run osmo-msc_10.42.42.6(pid=21355): Launched\u000a12:35:49.159040 run osmo-stp_10.42.42.5(pid=21352): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21352)]\u000a12:35:49.296419 run osmo-stp_10.42.42.5(pid=21352): stdout: \u000a| (launched: 2022-12-13_12:35:47.766814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:49.433524 run osmo-stp_10.42.42.5(pid=21352): stderr: \u000a| �[0;m�[38;5;43m20221213123547957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123547958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123547958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123547958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123547959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123547959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123547959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:49.563805 run osmo-stp_10.42.42.5(pid=21352): stdout: \u000a| (launched: 2022-12-13_12:35:47.766814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:49.692757 run osmo-stp_10.42.42.5(pid=21352): stderr: \u000a| �[0;m�[38;5;43m20221213123547957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123547958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123547958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123547958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123547959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123547959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123547959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:49.749876 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21352): Process ended prematurely: osmo-stp_10.42.42.5(pid=21352) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21352)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:35:49.759123 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:35:49.821734 run osmo-hlr_10.42.42.2(pid=21349): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21349)]\u000a12:35:49.873315 run osmo-hlr_10.42.42.2(pid=21349): stdout: \u000a| (launched: 2022-12-13_12:35:46.506191) \u000a12:35:49.925387 run osmo-hlr_10.42.42.2(pid=21349): stderr: \u000a| �[0;m�[1;31m20221213123546734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123546734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123546734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123546734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123546734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123546734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123546745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123546760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123546760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123546760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:35:49.996167 run osmo-msc_10.42.42.6(pid=21355): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21355)]\u000a12:35:50.047492 run osmo-msc_10.42.42.6(pid=21355): stdout: \u000a| (launched: 2022-12-13_12:35:48.808572) \u000a12:35:50.099618 run osmo-msc_10.42.42.6(pid=21355): stderr: \u000a| �[0;m�[38;5;43m20221213123549131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123549131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d4b64ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123549131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123549131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123549132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123549132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123549133 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123549134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123549134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123549134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:35:50.143602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21348): Terminating (SIGTERM)\u000a12:35:50.185050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21351): Terminating (SIGTERM)\u000a12:35:50.226803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21354): Terminating (SIGTERM)\u000a12:35:50.236472 --- ParallelTerminationStrategy: PID 21348 died...\u000a12:35:50.292610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21348): Terminated: ok {rc=0}\u000a12:35:50.302670 --- ParallelTerminationStrategy: PID 21351 died...\u000a12:35:50.358903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21351): Terminated: ok {rc=0}\u000a12:35:50.368877 --- ParallelTerminationStrategy: PID 21354 died...\u000a12:35:50.424723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21354): Terminated: ok {rc=0}\u000a12:35:50.510121 bus /sierra_3: Setting Powered False\u000a12:35:51.615943 bus /sierra_3: Setting Powered False\u000a12:35:52.723212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21363): Process ended prematurely: osmo-stp_10.42.42.5(pid=21363) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21363)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21363): Process ended prematurely: osmo-stp_10.42.42.5(pid=21363) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:35:53.838539 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:53.851080 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:35:54.008403 tst mo_mt_call_osmux.py: using LAC 33985\u000a12:35:54.142772 tst mo_mt_call_osmux.py: using RAC 70\u000a12:35:54.270461 tst mo_mt_call_osmux.py: using CellId 33985\u000a12:35:54.399595 tst mo_mt_call_osmux.py: using BVCI 33986\u000a12:35:54.424344 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:54.436020 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:54.447673 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:54.459219 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:54.471210 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:35:54.483175 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:35:54.599708 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:35:54.811789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:35:55.325414 run create_hlr_db(pid=21357): Launched\u000a12:35:55.514349 bus /sierra_2: Setting Powered False\u000a12:35:56.536196 run create_hlr_db(pid=21357): Terminated: ok {rc=0}\u000a12:35:56.945425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21359): Launched\u000a12:35:57.250197 run osmo-hlr_10.42.42.2(pid=21360): Launched\u000a12:35:57.366396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:35:57.893913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21362): Launched\u000a12:35:58.199971 run osmo-stp_10.42.42.5(pid=21363): Launched\u000a12:35:58.310677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:35:58.870668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21365): Launched\u000a12:35:59.175636 run osmo-msc_10.42.42.6(pid=21366): Launched\u000a12:35:59.353268 run osmo-stp_10.42.42.5(pid=21363): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21363)]\u000a12:35:59.481903 run osmo-stp_10.42.42.5(pid=21363): stdout: \u000a| (launched: 2022-12-13_12:35:58.048837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:59.608018 run osmo-stp_10.42.42.5(pid=21363): stderr: \u000a| �[0;m�[38;5;43m20221213123558219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123558220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123558220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123558220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123558221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123558221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123558221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:59.729690 run osmo-stp_10.42.42.5(pid=21363): stdout: \u000a| (launched: 2022-12-13_12:35:58.048837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:35:59.850274 run osmo-stp_10.42.42.5(pid=21363): stderr: \u000a| �[0;m�[38;5;43m20221213123558219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123558220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123558220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123558220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123558221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123558221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123558221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:35:59.903742 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21363): Process ended prematurely: osmo-stp_10.42.42.5(pid=21363) [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21363)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:35:59.912535 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:35:59.972690 run osmo-hlr_10.42.42.2(pid=21360): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21360)]\u000a12:36:00.021522 run osmo-hlr_10.42.42.2(pid=21360): stdout: \u000a| (launched: 2022-12-13_12:35:57.100012) \u000a12:36:00.071166 run osmo-hlr_10.42.42.2(pid=21360): stderr: \u000a| �[0;m�[1;31m20221213123557279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123557279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123557279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123557279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123557279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123557279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123557290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123557299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123557299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123557299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:00.138667 run osmo-msc_10.42.42.6(pid=21366): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21366)]\u000a12:36:00.187582 run osmo-msc_10.42.42.6(pid=21366): stdout: \u000a| (launched: 2022-12-13_12:35:59.024515) \u000a12:36:00.236924 run osmo-msc_10.42.42.6(pid=21366): stderr: \u000a| �[0;m�[38;5;43m20221213123559298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123559298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda0d65bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123559298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123559298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123559298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123559299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123559300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123559301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123559301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123559301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:00.278698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21359): Terminating (SIGTERM)\u000a12:36:00.318183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21362): Terminating (SIGTERM)\u000a12:36:00.357601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21365): Terminating (SIGTERM)\u000a12:36:00.366800 --- ParallelTerminationStrategy: PID 21359 died...\u000a12:36:00.420144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21359): Terminated: ok {rc=0}\u000a12:36:00.429854 --- ParallelTerminationStrategy: PID 21362 died...\u000a12:36:00.482531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21362): Terminated: ok {rc=0}\u000a12:36:00.492076 --- ParallelTerminationStrategy: PID 21365 died...\u000a12:36:00.544539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21365): Terminated: ok {rc=0}\u000a12:36:00.632499 bus /sierra_3: Setting Powered False\u000a12:36:01.760743 bus /sierra_3: Setting Powered False\u000a12:36:02.873227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:35:42" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21377): Process ended prematurely: osmo-stp_10.42.42.5(pid=21377) [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21377)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21377): Process ended prematurely: osmo-stp_10.42.42.5(pid=21377) [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:36:04.847226 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:04.859057 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:36:05.014311 tst mo_mt_call.py: using LAC 33986\u000a12:36:05.141246 tst mo_mt_call.py: using RAC 71\u000a12:36:05.267863 tst mo_mt_call.py: using CellId 33986\u000a12:36:05.396744 tst mo_mt_call.py: using BVCI 33987\u000a12:36:05.421585 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:05.433275 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:05.444739 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:05.456251 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:05.468219 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:05.480025 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:36:05.602625 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:36:05.803572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:06.290014 run create_hlr_db(pid=21371): Launched\u000a12:36:06.464463 bus /sierra_2: Setting Powered False\u000a12:36:07.486713 run create_hlr_db(pid=21371): Terminated: ok {rc=0}\u000a12:36:07.919366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21373): Launched\u000a12:36:08.246979 run osmo-hlr_10.42.42.2(pid=21374): Launched\u000a12:36:08.366455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:08.930794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21376): Launched\u000a12:36:09.258828 run osmo-stp_10.42.42.5(pid=21377): Launched\u000a12:36:09.377399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:09.975919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21379): Launched\u000a12:36:10.304536 run osmo-msc_10.42.42.6(pid=21380): Launched\u000a12:36:10.497011 run osmo-stp_10.42.42.5(pid=21377): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21377)]\u000a12:36:10.635278 run osmo-stp_10.42.42.5(pid=21377): stdout: \u000a| (launched: 2022-12-13_12:36:09.096031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:10.773082 run osmo-stp_10.42.42.5(pid=21377): stderr: \u000a| �[0;m�[38;5;43m20221213123609289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123609289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123609289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123609290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123609290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123609290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123609290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:10.904078 run osmo-stp_10.42.42.5(pid=21377): stdout: \u000a| (launched: 2022-12-13_12:36:09.096031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:11.034160 run osmo-stp_10.42.42.5(pid=21377): stderr: \u000a| �[0;m�[38;5;43m20221213123609289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123609289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123609289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123609290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123609290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123609290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123609290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:11.091577 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21377): Process ended prematurely: osmo-stp_10.42.42.5(pid=21377) [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21377)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:36:11.100858 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:36:11.164059 run osmo-hlr_10.42.42.2(pid=21374): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21374)]\u000a12:36:11.215534 run osmo-hlr_10.42.42.2(pid=21374): stdout: \u000a| (launched: 2022-12-13_12:36:08.085585) \u000a12:36:11.267722 run osmo-hlr_10.42.42.2(pid=21374): stderr: \u000a| �[0;m�[1;31m20221213123608286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123608286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123608286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123608286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123608286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123608286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123608299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123608307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123608307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123608307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:11.338809 run osmo-msc_10.42.42.6(pid=21380): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21380)]\u000a12:36:11.390354 run osmo-msc_10.42.42.6(pid=21380): stdout: \u000a| (launched: 2022-12-13_12:36:10.141671) \u000a12:36:11.442337 run osmo-msc_10.42.42.6(pid=21380): stderr: \u000a| �[0;m�[38;5;43m20221213123610464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123610464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa00331fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123610464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123610464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123610464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123610464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123610466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123610466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123610467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123610467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:11.486586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21373): Terminating (SIGTERM)\u000a12:36:11.528393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21376): Terminating (SIGTERM)\u000a12:36:11.570701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21379): Terminating (SIGTERM)\u000a12:36:11.580326 --- ParallelTerminationStrategy: PID 21373 died...\u000a12:36:11.636553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21373): Terminated: ok {rc=0}\u000a12:36:11.646616 --- ParallelTerminationStrategy: PID 21376 died...\u000a12:36:11.704806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21376): Terminated: ok {rc=0}\u000a12:36:11.714879 --- ParallelTerminationStrategy: PID 21379 died...\u000a12:36:11.768845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21379): Terminated: ok {rc=0}\u000a12:36:11.856875 bus /sierra_3: Setting Powered False\u000a12:36:12.959894 bus /sierra_3: Setting Powered False\u000a12:36:14.070417 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21388): Process ended prematurely: osmo-stp_10.42.42.5(pid=21388) [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21388)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21388): Process ended prematurely: osmo-stp_10.42.42.5(pid=21388) [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:36:15.178971 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:15.190944 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:36:15.339150 tst mo_mt_call_osmux.py: using LAC 33987\u000a12:36:15.460761 tst mo_mt_call_osmux.py: using RAC 72\u000a12:36:15.580316 tst mo_mt_call_osmux.py: using CellId 33987\u000a12:36:15.701686 tst mo_mt_call_osmux.py: using BVCI 33988\u000a12:36:15.724722 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:15.736082 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:15.747156 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:15.758236 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:15.769445 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:36:15.780443 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:36:15.926074 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:36:16.138255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:16.690407 run create_hlr_db(pid=21382): Launched\u000a12:36:16.886552 bus /sierra_2: Setting Powered False\u000a12:36:17.902193 run create_hlr_db(pid=21382): Terminated: ok {rc=0}\u000a12:36:18.314900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21384): Launched\u000a12:36:18.620499 run osmo-hlr_10.42.42.2(pid=21385): Launched\u000a12:36:18.737564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:19.269105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21387): Launched\u000a12:36:19.574091 run osmo-stp_10.42.42.5(pid=21388): Launched\u000a12:36:19.684487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:20.242080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21390): Launched\u000a12:36:20.548663 run osmo-msc_10.42.42.6(pid=21391): Launched\u000a12:36:20.726476 run osmo-stp_10.42.42.5(pid=21388): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21388)]\u000a12:36:20.854619 run osmo-stp_10.42.42.5(pid=21388): stdout: \u000a| (launched: 2022-12-13_12:36:19.423332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:20.981095 run osmo-stp_10.42.42.5(pid=21388): stderr: \u000a| �[0;m�[38;5;43m20221213123619596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123619596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123619597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123619597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123619597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123619598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123619598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:21.102900 run osmo-stp_10.42.42.5(pid=21388): stdout: \u000a| (launched: 2022-12-13_12:36:19.423332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:21.223678 run osmo-stp_10.42.42.5(pid=21388): stderr: \u000a| �[0;m�[38;5;43m20221213123619596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123619596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123619597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123619597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123619597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123619598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123619598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:21.277225 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21388): Process ended prematurely: osmo-stp_10.42.42.5(pid=21388) [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21388)] [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:36:21.286038 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:36:21.345500 run osmo-hlr_10.42.42.2(pid=21385): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21385)]\u000a12:36:21.394197 run osmo-hlr_10.42.42.2(pid=21385): stdout: \u000a| (launched: 2022-12-13_12:36:18.469451) \u000a12:36:21.443435 run osmo-hlr_10.42.42.2(pid=21385): stderr: \u000a| �[0;m�[1;31m20221213123618647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123618647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123618647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123618647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123618647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123618647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123618659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123618668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123618669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123618669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:21.510476 run osmo-msc_10.42.42.6(pid=21391): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21391)]\u000a12:36:21.558955 run osmo-msc_10.42.42.6(pid=21391): stdout: \u000a| (launched: 2022-12-13_12:36:20.396673) \u000a12:36:21.608712 run osmo-msc_10.42.42.6(pid=21391): stderr: \u000a| �[0;m�[38;5;43m20221213123620669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123620669 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe70a15ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123620670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123620670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123620670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123620670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123620672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123620672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123620672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123620672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:21.650487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21384): Terminating (SIGTERM)\u000a12:36:21.689938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21387): Terminating (SIGTERM)\u000a12:36:21.729346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21390): Terminating (SIGTERM)\u000a12:36:21.738465 --- ParallelTerminationStrategy: PID 21384 died...\u000a12:36:21.791200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21384): Terminated: ok {rc=0}\u000a12:36:21.800871 --- ParallelTerminationStrategy: PID 21387 died...\u000a12:36:21.853560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21387): Terminated: ok {rc=0}\u000a12:36:21.863095 --- ParallelTerminationStrategy: PID 21390 died...\u000a12:36:21.915654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21390): Terminated: ok {rc=0}\u000a12:36:22.004624 bus /sierra_3: Setting Powered False\u000a12:36:23.107223 bus /sierra_3: Setting Powered False\u000a12:36:24.218504 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:36:04" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21402): Process ended prematurely: osmo-stp_10.42.42.5(pid=21402) [trial-2389↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21402)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21402): Process ended prematurely: osmo-stp_10.42.42.5(pid=21402) [trial-2389↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:36:26.208838 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:26.220246 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:36:26.355617 tst emergency_mo_mt_call.py: using LAC 33988\u000a12:36:26.483032 tst emergency_mo_mt_call.py: using RAC 73\u000a12:36:26.610487 tst emergency_mo_mt_call.py: using CellId 33988\u000a12:36:26.742009 tst emergency_mo_mt_call.py: using BVCI 33989\u000a12:36:26.766433 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:26.777904 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:26.789070 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:26.800230 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:26.811799 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:26.823413 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:36:26.938392 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:36:27.146838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:27.649828 run create_hlr_db(pid=21396): Launched\u000a12:36:27.835101 bus /sierra_2: Setting Powered False\u000a12:36:28.855706 run create_hlr_db(pid=21396): Terminated: ok {rc=0}\u000a12:36:29.256546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21398): Launched\u000a12:36:29.555120 run osmo-hlr_10.42.42.2(pid=21399): Launched\u000a12:36:29.665382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:30.183113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21401): Launched\u000a12:36:30.482167 run osmo-stp_10.42.42.5(pid=21402): Launched\u000a12:36:30.603330 tst emergency_mo_mt_call.py: using MSISDN 8154\u000a12:36:30.750487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:31.386011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21404): Launched\u000a12:36:31.715115 run osmo-msc_10.42.42.6(pid=21405): Launched\u000a12:36:32.070333 run osmo-stp_10.42.42.5(pid=21402): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21402)]\u000a12:36:32.337499 run osmo-stp_10.42.42.5(pid=21402): stdout: \u000a| (launched: 2022-12-13_12:36:30.334080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:32.471030 run osmo-stp_10.42.42.5(pid=21402): stderr: \u000a| �[0;m�[38;5;43m20221213123630505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123630505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123630505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123630506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123630507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123630507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123630507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:32.599958 run osmo-stp_10.42.42.5(pid=21402): stdout: \u000a| (launched: 2022-12-13_12:36:30.334080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:32.727591 run osmo-stp_10.42.42.5(pid=21402): stderr: \u000a| �[0;m�[38;5;43m20221213123630505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123630505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123630505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123630506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123630507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123630507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123630507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:32.783933 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21402): Process ended prematurely: osmo-stp_10.42.42.5(pid=21402) [trial-2389↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21402)] [trial-2389↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a12:36:32.792726 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a12:36:32.855961 run osmo-hlr_10.42.42.2(pid=21399): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21399)]\u000a12:36:32.907336 run osmo-hlr_10.42.42.2(pid=21399): stdout: \u000a| (launched: 2022-12-13_12:36:29.407530) \u000a12:36:32.959430 run osmo-hlr_10.42.42.2(pid=21399): stderr: \u000a| �[0;m�[1;31m20221213123629583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123629583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123629583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123629583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123629583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123629583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123629595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123629604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123629605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123629605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:33.030250 run osmo-msc_10.42.42.6(pid=21405): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21405)]\u000a12:36:33.081483 run osmo-msc_10.42.42.6(pid=21405): stdout: \u000a| (launched: 2022-12-13_12:36:31.551149) \u000a12:36:33.132993 run osmo-msc_10.42.42.6(pid=21405): stderr: \u000a| �[0;m�[38;5;43m20221213123632244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123632244 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39c6704c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123632244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123632244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123632244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123632245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123632249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123632249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123632249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123632249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:33.177234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21398): Terminating (SIGTERM)\u000a12:36:33.219655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21401): Terminating (SIGTERM)\u000a12:36:33.261986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21404): Terminating (SIGTERM)\u000a12:36:33.271915 --- ParallelTerminationStrategy: PID 21398 died...\u000a12:36:33.328495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21398): Terminated: ok {rc=0}\u000a12:36:33.338669 --- ParallelTerminationStrategy: PID 21401 died...\u000a12:36:33.395141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21401): Terminated: ok {rc=0}\u000a12:36:33.405286 --- ParallelTerminationStrategy: PID 21404 died...\u000a12:36:33.461450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21404): Terminated: ok {rc=0}\u000a12:36:33.549527 bus /sierra_3: Setting Powered False\u000a12:36:34.655221 bus /sierra_3: Setting Powered False\u000a12:36:35.763013 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21414): Process ended prematurely: osmo-stp_10.42.42.5(pid=21414) [trial-2389↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21414)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21414): Process ended prematurely: osmo-stp_10.42.42.5(pid=21414) [trial-2389↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:36:36.813257 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:36.824686 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:36:36.960089 tst emergency_preemptive_call.py: using LAC 33989\u000a12:36:37.079950 tst emergency_preemptive_call.py: using RAC 74\u000a12:36:37.206685 tst emergency_preemptive_call.py: using CellId 33989\u000a12:36:37.333584 tst emergency_preemptive_call.py: using BVCI 33990\u000a12:36:37.358298 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:37.370209 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:37.381538 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:37.392711 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:37.404860 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:36:37.417092 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:36:37.535063 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:36:37.649425 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:36:37.767906 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:36:37.977352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:38.483532 run create_hlr_db(pid=21408): Launched\u000a12:36:38.670255 bus /sierra_2: Setting Powered False\u000a12:36:39.689430 run create_hlr_db(pid=21408): Terminated: ok {rc=0}\u000a12:36:40.116390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21410): Launched\u000a12:36:40.439947 run osmo-hlr_10.42.42.2(pid=21411): Launched\u000a12:36:40.555025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:41.115369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21413): Launched\u000a12:36:41.438289 run osmo-stp_10.42.42.5(pid=21414): Launched\u000a12:36:41.567963 tst emergency_preemptive_call.py: using MSISDN 8155\u000a12:36:41.726579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:42.311511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21416): Launched\u000a12:36:42.634991 run osmo-msc_10.42.42.6(pid=21417): Launched\u000a12:36:42.823786 run osmo-stp_10.42.42.5(pid=21414): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21414)]\u000a12:36:42.959738 run osmo-stp_10.42.42.5(pid=21414): stdout: \u000a| (launched: 2022-12-13_12:36:41.277817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:43.095383 run osmo-stp_10.42.42.5(pid=21414): stderr: \u000a| �[0;m�[38;5;43m20221213123641472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123641472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123641472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123641472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123641473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123641473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123641473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:43.224446 run osmo-stp_10.42.42.5(pid=21414): stdout: \u000a| (launched: 2022-12-13_12:36:41.277817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:43.352655 run osmo-stp_10.42.42.5(pid=21414): stderr: \u000a| �[0;m�[38;5;43m20221213123641472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123641472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123641472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123641472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123641473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123641473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123641473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:43.409192 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21414): Process ended prematurely: osmo-stp_10.42.42.5(pid=21414) [trial-2389↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21414)] [trial-2389↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a12:36:43.417875 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a12:36:43.481023 run osmo-hlr_10.42.42.2(pid=21411): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21411)]\u000a12:36:43.532547 run osmo-hlr_10.42.42.2(pid=21411): stdout: \u000a| (launched: 2022-12-13_12:36:40.279487) \u000a12:36:43.584729 run osmo-hlr_10.42.42.2(pid=21411): stderr: \u000a| �[0;m�[1;31m20221213123640477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123640478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123640478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123640478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123640478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123640478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123640490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123640498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123640498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123640498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:43.655770 run osmo-msc_10.42.42.6(pid=21417): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21417)]\u000a12:36:43.707250 run osmo-msc_10.42.42.6(pid=21417): stdout: \u000a| (launched: 2022-12-13_12:36:42.475066) \u000a12:36:43.759473 run osmo-msc_10.42.42.6(pid=21417): stderr: \u000a| �[0;m�[38;5;43m20221213123642795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213123642795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe34012dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213123642796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213123642796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213123642796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213123642796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213123642798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213123642798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213123642798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213123642799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:43.803823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21410): Terminating (SIGTERM)\u000a12:36:43.846446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21413): Terminating (SIGTERM)\u000a12:36:43.888268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21416): Terminating (SIGTERM)\u000a12:36:43.898060 --- ParallelTerminationStrategy: PID 21410 died...\u000a12:36:43.954365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21410): Terminated: ok {rc=0}\u000a12:36:43.964421 --- ParallelTerminationStrategy: PID 21413 died...\u000a12:36:44.020532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21413): Terminated: ok {rc=0}\u000a12:36:44.030585 --- ParallelTerminationStrategy: PID 21416 died...\u000a12:36:44.086699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21416): Terminated: ok {rc=0}\u000a12:36:44.174309 bus /sierra_9: Setting Powered False\u000a12:36:45.276561 bus /sierra_9: Setting Powered False\u000a12:36:46.399573 bus /sierra_8: Setting Powered False\u000a12:36:47.501969 bus /sierra_8: Setting Powered False\u000a12:36:48.611317 bus /sierra_3: Setting Powered False\u000a12:36:49.712518 bus /sierra_3: Setting Powered False\u000a12:36:50.823887 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:36:25" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21434): Process ended prematurely: osmo-stp_10.42.42.5(pid=21434) [trial-2389↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21434)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21434): Process ended prematurely: osmo-stp_10.42.42.5(pid=21434) [trial-2389↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:36:52.918880 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:52.929626 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:36:53.053054 tst cs_paging_gprs_active.py: using LAC 33990\u000a12:36:53.171560 tst cs_paging_gprs_active.py: using RAC 75\u000a12:36:53.288667 tst cs_paging_gprs_active.py: using CellId 33990\u000a12:36:53.408231 tst cs_paging_gprs_active.py: using BVCI 33991\u000a12:36:53.431407 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:53.442215 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:53.452740 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:53.463301 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:53.474272 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:53.485206 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:53.495895 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:53.506375 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:36:53.516933 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:36:53.630807 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:36:53.908354 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:36:54.034556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:54.350377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21424): Launched\u000a12:36:54.612877 run iperf3-srv_10.42.42.10(pid=21425): Launched\u000a12:36:54.798164 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:36:54.924072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:36:55.241304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21426): Launched\u000a12:36:55.503325 run iperf3-srv_10.42.42.10(pid=21427): Launched\u000a12:36:55.688309 tst cs_paging_gprs_active.py:38: start network...\u000a12:36:55.814423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:56.302782 run create_hlr_db(pid=21428): Launched\u000a12:36:56.478499 bus /sierra_2: Setting Powered False\u000a12:36:57.498923 run create_hlr_db(pid=21428): Terminated: ok {rc=0}\u000a12:36:57.906369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21430): Launched\u000a12:36:58.212064 run osmo-hlr_10.42.42.2(pid=21431): Launched\u000a12:36:58.323395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:58.852652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21433): Launched\u000a12:36:59.157943 run osmo-stp_10.42.42.5(pid=21434): Launched\u000a12:36:59.268326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:36:59.800532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21436): Launched\u000a12:36:59.909537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:00.177824 run patchelf(pid=21437): Launched\u000a12:37:00.356471 run osmo-stp_10.42.42.5(pid=21434): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21434)]\u000a12:37:00.488329 run osmo-stp_10.42.42.5(pid=21434): stdout: \u000a| (launched: 2022-12-13_12:36:59.007434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:00.619613 run osmo-stp_10.42.42.5(pid=21434): stderr: \u000a| �[0;m�[38;5;43m20221213123659179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123659179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123659180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123659180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123659181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123659181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123659181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:00.745551 run osmo-stp_10.42.42.5(pid=21434): stdout: \u000a| (launched: 2022-12-13_12:36:59.007434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:00.882523 run osmo-stp_10.42.42.5(pid=21434): stderr: \u000a| �[0;m�[38;5;43m20221213123659179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123659179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123659180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123659180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123659181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123659181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123659181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:01.063278 run patchelf(pid=21437): Terminating (SIGINT)\u000a12:37:01.252669 run patchelf(pid=21437): Terminated: ok {rc=0}\u000a12:37:01.287889 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21434): Process ended prematurely: osmo-stp_10.42.42.5(pid=21434) [trial-2389↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21434)] [trial-2389↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a12:37:01.299300 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a12:37:01.367835 run osmo-hlr_10.42.42.2(pid=21431): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21431)]\u000a12:37:01.422650 run osmo-hlr_10.42.42.2(pid=21431): stdout: \u000a| (launched: 2022-12-13_12:36:58.061152) \u000a12:37:01.477954 run osmo-hlr_10.42.42.2(pid=21431): stderr: \u000a| �[0;m�[1;31m20221213123658237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123658237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123658237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123658237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123658237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123658237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123658250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123658258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123658259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123658259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:01.525119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21424): Terminating (SIGTERM)\u000a12:37:01.571757 run iperf3-srv_10.42.42.10(pid=21425): Terminating (SIGTERM)\u000a12:37:01.619446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21426): Terminating (SIGTERM)\u000a12:37:01.666567 run iperf3-srv_10.42.42.10(pid=21427): Terminating (SIGTERM)\u000a12:37:01.714435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21430): Terminating (SIGTERM)\u000a12:37:01.760712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21433): Terminating (SIGTERM)\u000a12:37:01.808343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21436): Terminating (SIGTERM)\u000a12:37:01.819178 --- ParallelTerminationStrategy: PID 21424 died...\u000a12:37:01.880797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21424): Terminated: ok {rc=0}\u000a12:37:01.893279 --- ParallelTerminationStrategy: PID 21425 died...\u000a12:37:01.952358 run iperf3-srv_10.42.42.10(pid=21425): Terminated {rc=256}\u000a12:37:01.964269 --- ParallelTerminationStrategy: PID 21426 died...\u000a12:37:02.023695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21426): Terminated: ok {rc=0}\u000a12:37:02.034725 --- ParallelTerminationStrategy: PID 21427 died...\u000a12:37:02.093891 run iperf3-srv_10.42.42.10(pid=21427): Terminated {rc=256}\u000a12:37:02.105938 --- ParallelTerminationStrategy: PID 21430 died...\u000a12:37:02.163114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21430): Terminated: ok {rc=0}\u000a12:37:02.173455 --- ParallelTerminationStrategy: PID 21433 died...\u000a12:37:02.231425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21433): Terminated: ok {rc=0}\u000a12:37:02.241736 --- ParallelTerminationStrategy: PID 21436 died...\u000a12:37:02.298806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21436): Terminated: ok {rc=0}\u000a12:37:02.384482 bus /gobi_0: Setting Powered False\u000a12:37:03.484592 bus /gobi_0: Setting Powered False\u000a12:37:04.595753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21446): Process ended prematurely: osmo-stp_10.42.42.5(pid=21446) [trial-2389↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21446)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21446): Process ended prematurely: osmo-stp_10.42.42.5(pid=21446) [trial-2389↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a12:37:05.705957 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:05.717227 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:37:05.845668 tst iperf3.py: using LAC 33991\u000a12:37:05.964474 tst iperf3.py: using RAC 76\u000a12:37:06.084459 tst iperf3.py: using CellId 33991\u000a12:37:06.216173 tst iperf3.py: using BVCI 33992\u000a12:37:06.241300 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:06.252772 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:06.263997 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:06.275258 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:06.286625 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:06.297922 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:06.309490 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:06.320729 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:06.332106 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:37:06.614240 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:37:06.739820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:07.055097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21438): Launched\u000a12:37:07.315942 run iperf3-srv_10.42.42.10(pid=21439): Launched\u000a12:37:07.501320 tst iperf3.py:8: start network...\u000a12:37:07.627073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:08.114355 run create_hlr_db(pid=21440): Launched\u000a12:37:08.289240 bus /gobi_6: Setting Powered False\u000a12:37:09.324101 run create_hlr_db(pid=21440): Terminated: ok {rc=0}\u000a12:37:09.732652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21442): Launched\u000a12:37:10.037123 run osmo-hlr_10.42.42.2(pid=21443): Launched\u000a12:37:10.147405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:10.674893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21445): Launched\u000a12:37:10.978469 run osmo-stp_10.42.42.5(pid=21446): Launched\u000a12:37:11.089603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:11.620544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21448): Launched\u000a12:37:11.728598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:11.994553 run patchelf(pid=21449): Launched\u000a12:37:12.172603 run osmo-stp_10.42.42.5(pid=21446): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21446)]\u000a12:37:12.302292 run osmo-stp_10.42.42.5(pid=21446): stdout: \u000a| (launched: 2022-12-13_12:37:10.828638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:12.432400 run osmo-stp_10.42.42.5(pid=21446): stderr: \u000a| �[0;m�[38;5;43m20221213123710998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123710998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123710998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123710999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123710999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123710999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123710999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:12.558663 run osmo-stp_10.42.42.5(pid=21446): stdout: \u000a| (launched: 2022-12-13_12:37:10.828638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:12.682602 run osmo-stp_10.42.42.5(pid=21446): stderr: \u000a| �[0;m�[38;5;43m20221213123710998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123710998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123710998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123710999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123710999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123710999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123710999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:12.827113 run patchelf(pid=21449): Terminating (SIGINT)\u000a12:37:12.997268 run patchelf(pid=21449): Terminated: ok {rc=0}\u000a12:37:13.028531 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21446): Process ended prematurely: osmo-stp_10.42.42.5(pid=21446) [trial-2389↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21446)] [trial-2389↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a12:37:13.038002 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a12:37:13.097844 run osmo-hlr_10.42.42.2(pid=21443): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21443)]\u000a12:37:13.147170 run osmo-hlr_10.42.42.2(pid=21443): stdout: \u000a| (launched: 2022-12-13_12:37:09.886912) \u000a12:37:13.196512 run osmo-hlr_10.42.42.2(pid=21443): stderr: \u000a| �[0;m�[1;31m20221213123710066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123710066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123710066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123710066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123710066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123710066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123710081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123710092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123710092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123710092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:13.238246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21438): Terminating (SIGTERM)\u000a12:37:13.277533 run iperf3-srv_10.42.42.10(pid=21439): Terminating (SIGTERM)\u000a12:37:13.317124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21442): Terminating (SIGTERM)\u000a12:37:13.356681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21445): Terminating (SIGTERM)\u000a12:37:13.396103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21448): Terminating (SIGTERM)\u000a12:37:13.405367 --- ParallelTerminationStrategy: PID 21438 died...\u000a12:37:13.458629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21438): Terminated: ok {rc=0}\u000a12:37:13.468259 --- ParallelTerminationStrategy: PID 21439 died...\u000a12:37:13.520725 run iperf3-srv_10.42.42.10(pid=21439): Terminated {rc=256}\u000a12:37:13.530324 --- ParallelTerminationStrategy: PID 21442 died...\u000a12:37:13.582903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21442): Terminated: ok {rc=0}\u000a12:37:13.592481 --- ParallelTerminationStrategy: PID 21445 died...\u000a12:37:13.645294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21445): Terminated: ok {rc=0}\u000a12:37:13.654969 --- ParallelTerminationStrategy: PID 21448 died...\u000a12:37:13.707670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21448): Terminated: ok {rc=0}\u000a12:37:13.795855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21464): Process ended prematurely: osmo-stp_10.42.42.5(pid=21464) [trial-2389↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21464)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21464): Process ended prematurely: osmo-stp_10.42.42.5(pid=21464) [trial-2389↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a12:37:14.906238 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:14.917691 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:37:15.044060 tst iperf3m4.py: using LAC 33992\u000a12:37:15.165094 tst iperf3m4.py: using RAC 77\u000a12:37:15.284175 tst iperf3m4.py: using CellId 33992\u000a12:37:15.404777 tst iperf3m4.py: using BVCI 33993\u000a12:37:15.428149 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:15.439070 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:15.449777 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:15.460401 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:15.471444 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:15.482541 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:15.493668 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:15.504222 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:15.515171 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:37:15.631510 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:37:15.753330 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:37:15.879434 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:37:16.186926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:37:16.326822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:16.684872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21450): Launched\u000a12:37:17.013146 run iperf3-srv_10.42.42.10(pid=21451): Launched\u000a12:37:17.224019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:37:17.350370 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:17.668360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21452): Launched\u000a12:37:17.932849 run iperf3-srv_10.42.42.10(pid=21453): Launched\u000a12:37:18.118595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:37:18.245222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:18.565302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21454): Launched\u000a12:37:18.828279 run iperf3-srv_10.42.42.10(pid=21455): Launched\u000a12:37:19.013814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:37:19.140525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:19.459917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21456): Launched\u000a12:37:19.724036 run iperf3-srv_10.42.42.10(pid=21457): Launched\u000a12:37:19.909175 tst iperf3m4.py:8: start network...\u000a12:37:20.035224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:20.524150 run create_hlr_db(pid=21458): Launched\u000a12:37:20.699464 bus /gobi_6: Setting Powered False\u000a12:37:21.719802 run create_hlr_db(pid=21458): Terminated: ok {rc=0}\u000a12:37:22.126587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21460): Launched\u000a12:37:22.432779 run osmo-hlr_10.42.42.2(pid=21461): Launched\u000a12:37:22.543590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:23.071156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21463): Launched\u000a12:37:23.376733 run osmo-stp_10.42.42.5(pid=21464): Launched\u000a12:37:23.487065 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:24.017398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21466): Launched\u000a12:37:24.125089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:24.390541 run patchelf(pid=21467): Launched\u000a12:37:24.570968 run osmo-stp_10.42.42.5(pid=21464): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21464)]\u000a12:37:24.702103 run osmo-stp_10.42.42.5(pid=21464): stdout: \u000a| (launched: 2022-12-13_12:37:23.225480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:24.832386 run osmo-stp_10.42.42.5(pid=21464): stderr: \u000a| �[0;m�[38;5;43m20221213123723394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123723394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123723394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123723395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123723395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123723395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123723395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:24.958039 run osmo-stp_10.42.42.5(pid=21464): stdout: \u000a| (launched: 2022-12-13_12:37:23.225480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:25.082180 run osmo-stp_10.42.42.5(pid=21464): stderr: \u000a| �[0;m�[38;5;43m20221213123723394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123723394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123723394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123723395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123723395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123723395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123723395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:25.227177 run patchelf(pid=21467): Terminating (SIGINT)\u000a12:37:25.397847 run patchelf(pid=21467): Terminated: ok {rc=0}\u000a12:37:25.429435 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21464): Process ended prematurely: osmo-stp_10.42.42.5(pid=21464) [trial-2389↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21464)] [trial-2389↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a12:37:25.438709 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a12:37:25.498270 run osmo-hlr_10.42.42.2(pid=21461): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21461)]\u000a12:37:25.546698 run osmo-hlr_10.42.42.2(pid=21461): stdout: \u000a| (launched: 2022-12-13_12:37:22.281146) \u000a12:37:25.595642 run osmo-hlr_10.42.42.2(pid=21461): stderr: \u000a| �[0;m�[1;31m20221213123722457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123722457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123722457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123722457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123722458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123722458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123722472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123722481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123722481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123722482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:25.637482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21450): Terminating (SIGTERM)\u000a12:37:25.676915 run iperf3-srv_10.42.42.10(pid=21451): Terminating (SIGTERM)\u000a12:37:25.716427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21452): Terminating (SIGTERM)\u000a12:37:25.755722 run iperf3-srv_10.42.42.10(pid=21453): Terminating (SIGTERM)\u000a12:37:25.795277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21454): Terminating (SIGTERM)\u000a12:37:25.834548 run iperf3-srv_10.42.42.10(pid=21455): Terminating (SIGTERM)\u000a12:37:25.873742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21456): Terminating (SIGTERM)\u000a12:37:25.912791 run iperf3-srv_10.42.42.10(pid=21457): Terminating (SIGTERM)\u000a12:37:25.952013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21460): Terminating (SIGTERM)\u000a12:37:25.991233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21463): Terminating (SIGTERM)\u000a12:37:26.030543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21466): Terminating (SIGTERM)\u000a12:37:26.039833 --- ParallelTerminationStrategy: PID 21450 died...\u000a12:37:26.093249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21450): Terminated: ok {rc=0}\u000a12:37:26.102857 --- ParallelTerminationStrategy: PID 21451 died...\u000a12:37:26.155604 run iperf3-srv_10.42.42.10(pid=21451): Terminated {rc=256}\u000a12:37:26.165164 --- ParallelTerminationStrategy: PID 21452 died...\u000a12:37:26.217965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21452): Terminated: ok {rc=0}\u000a12:37:26.227486 --- ParallelTerminationStrategy: PID 21453 died...\u000a12:37:26.279961 run iperf3-srv_10.42.42.10(pid=21453): Terminated {rc=256}\u000a12:37:26.289924 --- ParallelTerminationStrategy: PID 21454 died...\u000a12:37:26.342814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21454): Terminated: ok {rc=0}\u000a12:37:26.352335 --- ParallelTerminationStrategy: PID 21455 died...\u000a12:37:26.405135 run iperf3-srv_10.42.42.10(pid=21455): Terminated {rc=256}\u000a12:37:26.414722 --- ParallelTerminationStrategy: PID 21456 died...\u000a12:37:26.467481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21456): Terminated: ok {rc=0}\u000a12:37:26.477098 --- ParallelTerminationStrategy: PID 21457 died...\u000a12:37:26.529580 run iperf3-srv_10.42.42.10(pid=21457): Terminated {rc=256}\u000a12:37:26.539085 --- ParallelTerminationStrategy: PID 21460 died...\u000a12:37:26.591692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21460): Terminated: ok {rc=0}\u000a12:37:26.601743 --- ParallelTerminationStrategy: PID 21463 died...\u000a12:37:26.654470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21463): Terminated: ok {rc=0}\u000a12:37:26.664116 --- ParallelTerminationStrategy: PID 21466 died...\u000a12:37:26.716910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21466): Terminated: ok {rc=0}\u000a12:37:26.805667 bus /gobi_4: Setting Powered False\u000a12:37:27.908548 bus /gobi_4: Setting Powered False\u000a12:37:29.019917 bus /gobi_1: Setting Powered False\u000a12:37:30.123390 bus /gobi_1: Setting Powered False\u000a12:37:31.259595 bus /gobi_0: Setting Powered False\u000a12:37:32.369202 bus /gobi_0: Setting Powered False\u000a12:37:33.481757 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21474): Process ended prematurely: osmo-stp_10.42.42.5(pid=21474) [trial-2389↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21474)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21474): Process ended prematurely: osmo-stp_10.42.42.5(pid=21474) [trial-2389↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a12:37:34.549162 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:34.560592 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:37:34.690200 tst ping.py: using LAC 33993\u000a12:37:34.806844 tst ping.py: using RAC 78\u000a12:37:34.921757 tst ping.py: using CellId 33993\u000a12:37:35.036211 tst ping.py: using BVCI 33994\u000a12:37:35.058856 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:35.069573 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:35.080189 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:35.090722 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:35.101568 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:35.112283 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:35.123165 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:35.134015 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:37:35.406731 tst ping.py:19: start network...\u000a12:37:35.530393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:36.007706 run create_hlr_db(pid=21468): Launched\u000a12:37:36.179695 bus /gobi_6: Setting Powered False\u000a12:37:37.201116 run create_hlr_db(pid=21468): Terminated: ok {rc=0}\u000a12:37:37.599413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21470): Launched\u000a12:37:37.898563 run osmo-hlr_10.42.42.2(pid=21471): Launched\u000a12:37:38.007057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:38.526958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21473): Launched\u000a12:37:38.827861 run osmo-stp_10.42.42.5(pid=21474): Launched\u000a12:37:38.935868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:39.457357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21476): Launched\u000a12:37:39.563374 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:39.824916 run patchelf(pid=21477): Launched\u000a12:37:40.000824 run osmo-stp_10.42.42.5(pid=21474): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21474)]\u000a12:37:40.128733 run osmo-stp_10.42.42.5(pid=21474): stdout: \u000a| (launched: 2022-12-13_12:37:38.678846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:40.257378 run osmo-stp_10.42.42.5(pid=21474): stderr: \u000a| �[0;m�[38;5;43m20221213123738848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123738848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123738848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123738849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123738849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123738849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123738849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:40.380935 run osmo-stp_10.42.42.5(pid=21474): stdout: \u000a| (launched: 2022-12-13_12:37:38.678846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:40.503576 run osmo-stp_10.42.42.5(pid=21474): stderr: \u000a| �[0;m�[38;5;43m20221213123738848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123738848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123738848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123738849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123738849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123738849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123738849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:40.646208 run patchelf(pid=21477): Terminating (SIGINT)\u000a12:37:40.814457 run patchelf(pid=21477): Terminated: ok {rc=0}\u000a12:37:40.845196 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21474): Process ended prematurely: osmo-stp_10.42.42.5(pid=21474) [trial-2389↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21474)] [trial-2389↪gprs:nanobts+band-1900↪ping.py:22]\u000a12:37:40.853925 tst ping.py:22: Test FAILED (6.3 sec)\u000a12:37:40.913698 run osmo-hlr_10.42.42.2(pid=21471): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21471)]\u000a12:37:40.962181 run osmo-hlr_10.42.42.2(pid=21471): stdout: \u000a| (launched: 2022-12-13_12:37:37.750740) \u000a12:37:41.011310 run osmo-hlr_10.42.42.2(pid=21471): stderr: \u000a| �[0;m�[1;31m20221213123737926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123737926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123737926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123737926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123737926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123737926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123737938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123737947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123737948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123737948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:41.053162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21470): Terminating (SIGTERM)\u000a12:37:41.092635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21473): Terminating (SIGTERM)\u000a12:37:41.132096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21476): Terminating (SIGTERM)\u000a12:37:41.141446 --- ParallelTerminationStrategy: PID 21470 died...\u000a12:37:41.194544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21470): Terminated: ok {rc=0}\u000a12:37:41.204197 --- ParallelTerminationStrategy: PID 21473 died...\u000a12:37:41.257131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21473): Terminated: ok {rc=0}\u000a12:37:41.266834 --- ParallelTerminationStrategy: PID 21476 died...\u000a12:37:41.320094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21476): Terminated: ok {rc=0}\u000a12:37:41.408000 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21484): Process ended prematurely: osmo-stp_10.42.42.5(pid=21484) [trial-2389↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21484)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21484): Process ended prematurely: osmo-stp_10.42.42.5(pid=21484) [trial-2389↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a12:37:42.458406 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:42.470045 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:37:42.595037 tst ping_idle_ping.py: using LAC 33994\u000a12:37:42.718982 tst ping_idle_ping.py: using RAC 79\u000a12:37:42.835631 tst ping_idle_ping.py: using CellId 33994\u000a12:37:42.951145 tst ping_idle_ping.py: using BVCI 33995\u000a12:37:42.974023 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:42.984713 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:42.995427 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:43.006109 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:43.016679 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:43.027554 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:43.038474 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:37:43.049229 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:37:43.324841 tst ping_idle_ping.py:24: start network...\u000a12:37:43.449481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:43.935139 run create_hlr_db(pid=21478): Launched\u000a12:37:44.109727 bus /gobi_6: Setting Powered False\u000a12:37:45.130761 run create_hlr_db(pid=21478): Terminated: ok {rc=0}\u000a12:37:45.562795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21480): Launched\u000a12:37:45.957751 run osmo-hlr_10.42.42.2(pid=21481): Launched\u000a12:37:46.123491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:46.791698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21483): Launched\u000a12:37:47.260455 run osmo-stp_10.42.42.5(pid=21484): Launched\u000a12:37:47.368512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:47.892718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21486): Launched\u000a12:37:47.999444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:48.261569 run patchelf(pid=21487): Launched\u000a12:37:48.436674 run osmo-stp_10.42.42.5(pid=21484): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21484)]\u000a12:37:48.564583 run osmo-stp_10.42.42.5(pid=21484): stdout: \u000a| (launched: 2022-12-13_12:37:46.950121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:48.693292 run osmo-stp_10.42.42.5(pid=21484): stderr: \u000a| �[0;m�[38;5;43m20221213123747151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123747151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123747152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123747152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123747153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123747153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123747153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:48.817861 run osmo-stp_10.42.42.5(pid=21484): stdout: \u000a| (launched: 2022-12-13_12:37:46.950121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:48.940665 run osmo-stp_10.42.42.5(pid=21484): stderr: \u000a| �[0;m�[38;5;43m20221213123747151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123747151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123747152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123747152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123747153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123747153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123747153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:49.083404 run patchelf(pid=21487): Terminating (SIGINT)\u000a12:37:49.250722 run patchelf(pid=21487): Terminated: ok {rc=0}\u000a12:37:49.281323 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21484): Process ended prematurely: osmo-stp_10.42.42.5(pid=21484) [trial-2389↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21484)] [trial-2389↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a12:37:49.290047 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:37:49.349617 run osmo-hlr_10.42.42.2(pid=21481): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21481)]\u000a12:37:49.398465 run osmo-hlr_10.42.42.2(pid=21481): stdout: \u000a| (launched: 2022-12-13_12:37:45.726807) \u000a12:37:49.447656 run osmo-hlr_10.42.42.2(pid=21481): stderr: \u000a| �[0;m�[1;31m20221213123746043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123746043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123746043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123746043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123746043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123746044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123746063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123746077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123746077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123746077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:49.489517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21480): Terminating (SIGTERM)\u000a12:37:49.528757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21483): Terminating (SIGTERM)\u000a12:37:49.568201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21486): Terminating (SIGTERM)\u000a12:37:49.577649 --- ParallelTerminationStrategy: PID 21480 died...\u000a12:37:49.631023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21480): Terminated: ok {rc=0}\u000a12:37:49.640790 --- ParallelTerminationStrategy: PID 21483 died...\u000a12:37:49.693770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21483): Terminated: ok {rc=0}\u000a12:37:49.703518 --- ParallelTerminationStrategy: PID 21486 died...\u000a12:37:49.756485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21486): Terminated: ok {rc=0}\u000a12:37:49.844156 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:36:52" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21501): Process ended prematurely: osmo-stp_10.42.42.5(pid=21501) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21501)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21501): Process ended prematurely: osmo-stp_10.42.42.5(pid=21501) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:37:51.997111 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.008196 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:37:52.141164 tst cs_paging_gprs_active.py: using LAC 33995\u000a12:37:52.260874 tst cs_paging_gprs_active.py: using RAC 80\u000a12:37:52.379919 tst cs_paging_gprs_active.py: using CellId 33995\u000a12:37:52.499846 tst cs_paging_gprs_active.py: using BVCI 33996\u000a12:37:52.523211 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.534534 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.545541 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.556504 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.567628 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.578877 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.590158 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.601299 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:37:52.612475 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:37:52.732848 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:37:53.015032 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:37:53.141335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:53.460699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21491): Launched\u000a12:37:53.724070 run iperf3-srv_10.42.42.10(pid=21492): Launched\u000a12:37:53.909691 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:37:54.036730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:37:54.356392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21493): Launched\u000a12:37:54.620364 run iperf3-srv_10.42.42.10(pid=21494): Launched\u000a12:37:54.805799 tst cs_paging_gprs_active.py:38: start network...\u000a12:37:54.933088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:55.421172 run create_hlr_db(pid=21495): Launched\u000a12:37:55.596774 bus /gobi_6: Setting Powered False\u000a12:37:56.618929 run create_hlr_db(pid=21495): Terminated: ok {rc=0}\u000a12:37:57.055195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21497): Launched\u000a12:37:57.383699 run osmo-hlr_10.42.42.2(pid=21498): Launched\u000a12:37:57.504883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:58.074746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21500): Launched\u000a12:37:58.404941 run osmo-stp_10.42.42.5(pid=21501): Launched\u000a12:37:58.524462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:37:59.095179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21503): Launched\u000a12:37:59.212029 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:37:59.500086 run patchelf(pid=21504): Launched\u000a12:37:59.691283 run osmo-stp_10.42.42.5(pid=21501): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21501)]\u000a12:37:59.831701 run osmo-stp_10.42.42.5(pid=21501): stdout: \u000a| (launched: 2022-12-13_12:37:58.241066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:59.972029 run osmo-stp_10.42.42.5(pid=21501): stderr: \u000a| �[0;m�[38;5;43m20221213123758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123758434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:00.107218 run osmo-stp_10.42.42.5(pid=21501): stdout: \u000a| (launched: 2022-12-13_12:37:58.241066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:00.240801 run osmo-stp_10.42.42.5(pid=21501): stderr: \u000a| �[0;m�[38;5;43m20221213123758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123758434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123758434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123758435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:00.396759 run patchelf(pid=21504): Terminating (SIGINT)\u000a12:38:00.579424 run patchelf(pid=21504): Terminated: ok {rc=0}\u000a12:38:00.613010 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21501): Process ended prematurely: osmo-stp_10.42.42.5(pid=21501) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21501)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:38:00.623134 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:38:00.686407 run osmo-hlr_10.42.42.2(pid=21498): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21498)]\u000a12:38:00.738043 run osmo-hlr_10.42.42.2(pid=21498): stdout: \u000a| (launched: 2022-12-13_12:37:57.221582) \u000a12:38:00.790329 run osmo-hlr_10.42.42.2(pid=21498): stderr: \u000a| �[0;m�[1;31m20221213123757420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123757420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123757420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123757420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123757420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123757420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123757434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123757443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123757443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123757444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:00.839442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21491): Terminating (SIGTERM)\u000a12:38:00.887748 run iperf3-srv_10.42.42.10(pid=21492): Terminating (SIGTERM)\u000a12:38:00.942773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21493): Terminating (SIGTERM)\u000a12:38:00.988553 run iperf3-srv_10.42.42.10(pid=21494): Terminating (SIGTERM)\u000a12:38:01.034921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21497): Terminating (SIGTERM)\u000a12:38:01.089288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21500): Terminating (SIGTERM)\u000a12:38:01.143422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21503): Terminating (SIGTERM)\u000a12:38:01.156518 --- ParallelTerminationStrategy: PID 21491 died...\u000a12:38:01.229777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21491): Terminated: ok {rc=0}\u000a12:38:01.245650 --- ParallelTerminationStrategy: PID 21492 died...\u000a12:38:01.300771 run iperf3-srv_10.42.42.10(pid=21492): Terminated {rc=256}\u000a12:38:01.311075 --- ParallelTerminationStrategy: PID 21493 died...\u000a12:38:01.366728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21493): Terminated: ok {rc=0}\u000a12:38:01.377014 --- ParallelTerminationStrategy: PID 21494 died...\u000a12:38:01.433518 run iperf3-srv_10.42.42.10(pid=21494): Terminated {rc=256}\u000a12:38:01.444401 --- ParallelTerminationStrategy: PID 21497 died...\u000a12:38:01.498738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21497): Terminated: ok {rc=0}\u000a12:38:01.508781 --- ParallelTerminationStrategy: PID 21500 died...\u000a12:38:01.564431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21500): Terminated: ok {rc=0}\u000a12:38:01.574669 --- ParallelTerminationStrategy: PID 21503 died...\u000a12:38:01.630999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21503): Terminated: ok {rc=0}\u000a12:38:01.736215 bus /gobi_0: Setting Powered False\u000a12:38:02.846631 bus /gobi_0: Setting Powered False\u000a12:38:03.954331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21513): Process ended prematurely: osmo-stp_10.42.42.5(pid=21513) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21513)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21513): Process ended prematurely: osmo-stp_10.42.42.5(pid=21513) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:38:05.068396 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.080739 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:38:05.222289 tst iperf3.py: using LAC 33996\u000a12:38:05.349842 tst iperf3.py: using RAC 81\u000a12:38:05.477897 tst iperf3.py: using CellId 33996\u000a12:38:05.607224 tst iperf3.py: using BVCI 33997\u000a12:38:05.632140 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.643648 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.655002 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.666294 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.677819 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.689245 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.700925 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.712400 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:05.724190 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:38:06.005192 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:38:06.132021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:06.448762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21505): Launched\u000a12:38:06.711983 run iperf3-srv_10.42.42.10(pid=21506): Launched\u000a12:38:06.898475 tst iperf3.py:8: start network...\u000a12:38:07.025918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:07.515810 run create_hlr_db(pid=21507): Launched\u000a12:38:07.691032 bus /gobi_6: Setting Powered False\u000a12:38:08.723703 run create_hlr_db(pid=21507): Terminated: ok {rc=0}\u000a12:38:09.158444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21509): Launched\u000a12:38:09.487512 run osmo-hlr_10.42.42.2(pid=21510): Launched\u000a12:38:09.609192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:10.181059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21512): Launched\u000a12:38:10.510321 run osmo-stp_10.42.42.5(pid=21513): Launched\u000a12:38:10.629668 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:11.202181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21515): Launched\u000a12:38:11.319143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:11.607509 run patchelf(pid=21516): Launched\u000a12:38:11.799394 run osmo-stp_10.42.42.5(pid=21513): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21513)]\u000a12:38:11.939778 run osmo-stp_10.42.42.5(pid=21513): stdout: \u000a| (launched: 2022-12-13_12:38:10.347303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:12.080366 run osmo-stp_10.42.42.5(pid=21513): stderr: \u000a| �[0;m�[38;5;43m20221213123810538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123810538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123810539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123810539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123810539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123810540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123810540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:12.215998 run osmo-stp_10.42.42.5(pid=21513): stdout: \u000a| (launched: 2022-12-13_12:38:10.347303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:12.350372 run osmo-stp_10.42.42.5(pid=21513): stderr: \u000a| �[0;m�[38;5;43m20221213123810538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123810538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123810539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123810539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123810539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123810540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123810540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:12.507166 run patchelf(pid=21516): Terminating (SIGINT)\u000a12:38:12.691002 run patchelf(pid=21516): Terminated: ok {rc=0}\u000a12:38:12.724658 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21513): Process ended prematurely: osmo-stp_10.42.42.5(pid=21513) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21513)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a12:38:12.734824 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:38:12.799184 run osmo-hlr_10.42.42.2(pid=21510): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21510)]\u000a12:38:12.851389 run osmo-hlr_10.42.42.2(pid=21510): stdout: \u000a| (launched: 2022-12-13_12:38:09.323822) \u000a12:38:12.904280 run osmo-hlr_10.42.42.2(pid=21510): stderr: \u000a| �[0;m�[1;31m20221213123809524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123809524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123809524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123809524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123809524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123809524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123809537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123809546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123809546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123809546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:12.949557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21505): Terminating (SIGTERM)\u000a12:38:12.992284 run iperf3-srv_10.42.42.10(pid=21506): Terminating (SIGTERM)\u000a12:38:13.034665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21509): Terminating (SIGTERM)\u000a12:38:13.077259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21512): Terminating (SIGTERM)\u000a12:38:13.120149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21515): Terminating (SIGTERM)\u000a12:38:13.130196 --- ParallelTerminationStrategy: PID 21505 died...\u000a12:38:13.187343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21505): Terminated: ok {rc=0}\u000a12:38:13.198033 --- ParallelTerminationStrategy: PID 21506 died...\u000a12:38:13.254959 run iperf3-srv_10.42.42.10(pid=21506): Terminated {rc=256}\u000a12:38:13.265124 --- ParallelTerminationStrategy: PID 21509 died...\u000a12:38:13.321533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21509): Terminated: ok {rc=0}\u000a12:38:13.331673 --- ParallelTerminationStrategy: PID 21512 died...\u000a12:38:13.387994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21512): Terminated: ok {rc=0}\u000a12:38:13.398240 --- ParallelTerminationStrategy: PID 21515 died...\u000a12:38:13.455508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21515): Terminated: ok {rc=0}\u000a12:38:13.542288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21531): Process ended prematurely: osmo-stp_10.42.42.5(pid=21531) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21531)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21531): Process ended prematurely: osmo-stp_10.42.42.5(pid=21531) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:38:14.659048 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:14.671120 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:38:14.810623 tst iperf3m4.py: using LAC 33997\u000a12:38:14.940392 tst iperf3m4.py: using RAC 82\u000a12:38:15.066316 tst iperf3m4.py: using CellId 33997\u000a12:38:15.188389 tst iperf3m4.py: using BVCI 33998\u000a12:38:15.211889 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:15.223247 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:15.234524 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:15.245614 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:15.256455 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:15.267503 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:15.278636 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:15.289578 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:15.300608 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:38:15.422588 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:38:15.544516 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:38:15.663508 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:38:15.988281 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:38:16.134943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:16.496216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21517): Launched\u000a12:38:16.801906 run iperf3-srv_10.42.42.10(pid=21518): Launched\u000a12:38:17.011080 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:38:17.152430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:17.488691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21519): Launched\u000a12:38:17.756282 run iperf3-srv_10.42.42.10(pid=21520): Launched\u000a12:38:17.943930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:38:18.071637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:18.390965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21521): Launched\u000a12:38:18.655577 run iperf3-srv_10.42.42.10(pid=21522): Launched\u000a12:38:18.842913 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:38:18.970347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:19.290681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21523): Launched\u000a12:38:19.555836 run iperf3-srv_10.42.42.10(pid=21524): Launched\u000a12:38:19.743850 tst iperf3m4.py:8: start network...\u000a12:38:19.871802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:20.364943 run create_hlr_db(pid=21525): Launched\u000a12:38:20.541308 bus /gobi_6: Setting Powered False\u000a12:38:21.563965 run create_hlr_db(pid=21525): Terminated: ok {rc=0}\u000a12:38:21.973865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21527): Launched\u000a12:38:22.280518 run osmo-hlr_10.42.42.2(pid=21528): Launched\u000a12:38:22.401674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:22.940765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21530): Launched\u000a12:38:23.247856 run osmo-stp_10.42.42.5(pid=21531): Launched\u000a12:38:23.358271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:23.894594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21533): Launched\u000a12:38:24.003156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:24.272347 run patchelf(pid=21534): Launched\u000a12:38:24.452106 run osmo-stp_10.42.42.5(pid=21531): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21531)]\u000a12:38:24.583251 run osmo-stp_10.42.42.5(pid=21531): stdout: \u000a| (launched: 2022-12-13_12:38:23.096676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:24.714502 run osmo-stp_10.42.42.5(pid=21531): stderr: \u000a| �[0;m�[38;5;43m20221213123823266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123823266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123823266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123823267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:24.841416 run osmo-stp_10.42.42.5(pid=21531): stdout: \u000a| (launched: 2022-12-13_12:38:23.096676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:24.966786 run osmo-stp_10.42.42.5(pid=21531): stderr: \u000a| �[0;m�[38;5;43m20221213123823266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123823266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123823266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123823267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:25.113572 run patchelf(pid=21534): Terminating (SIGINT)\u000a12:38:25.285547 run patchelf(pid=21534): Terminated: ok {rc=0}\u000a12:38:25.316995 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21531): Process ended prematurely: osmo-stp_10.42.42.5(pid=21531) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21531)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:38:25.326361 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:38:25.387116 run osmo-hlr_10.42.42.2(pid=21528): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21528)]\u000a12:38:25.436412 run osmo-hlr_10.42.42.2(pid=21528): stdout: \u000a| (launched: 2022-12-13_12:38:22.129405) \u000a12:38:25.486133 run osmo-hlr_10.42.42.2(pid=21528): stderr: \u000a| �[0;m�[1;31m20221213123822305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123822305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123822305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123822305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123822305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123822305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123822317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123822326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123822326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123822326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:25.528350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21517): Terminating (SIGTERM)\u000a12:38:25.567899 run iperf3-srv_10.42.42.10(pid=21518): Terminating (SIGTERM)\u000a12:38:25.607644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21519): Terminating (SIGTERM)\u000a12:38:25.647285 run iperf3-srv_10.42.42.10(pid=21520): Terminating (SIGTERM)\u000a12:38:25.686950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21521): Terminating (SIGTERM)\u000a12:38:25.726450 run iperf3-srv_10.42.42.10(pid=21522): Terminating (SIGTERM)\u000a12:38:25.766177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21523): Terminating (SIGTERM)\u000a12:38:25.806292 run iperf3-srv_10.42.42.10(pid=21524): Terminating (SIGTERM)\u000a12:38:25.846208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21527): Terminating (SIGTERM)\u000a12:38:25.886088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21530): Terminating (SIGTERM)\u000a12:38:25.926439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21533): Terminating (SIGTERM)\u000a12:38:25.935877 --- ParallelTerminationStrategy: PID 21517 died...\u000a12:38:25.990040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21517): Terminated: ok {rc=0}\u000a12:38:25.999814 --- ParallelTerminationStrategy: PID 21518 died...\u000a12:38:26.053223 run iperf3-srv_10.42.42.10(pid=21518): Terminated {rc=256}\u000a12:38:26.062782 --- ParallelTerminationStrategy: PID 21519 died...\u000a12:38:26.115432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21519): Terminated: ok {rc=0}\u000a12:38:26.124926 --- ParallelTerminationStrategy: PID 21520 died...\u000a12:38:26.177354 run iperf3-srv_10.42.42.10(pid=21520): Terminated {rc=256}\u000a12:38:26.186911 --- ParallelTerminationStrategy: PID 21521 died...\u000a12:38:26.239336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21521): Terminated: ok {rc=0}\u000a12:38:26.248802 --- ParallelTerminationStrategy: PID 21522 died...\u000a12:38:26.301153 run iperf3-srv_10.42.42.10(pid=21522): Terminated {rc=256}\u000a12:38:26.310735 --- ParallelTerminationStrategy: PID 21523 died...\u000a12:38:26.363142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21523): Terminated: ok {rc=0}\u000a12:38:26.372740 --- ParallelTerminationStrategy: PID 21524 died...\u000a12:38:26.425016 run iperf3-srv_10.42.42.10(pid=21524): Terminated {rc=256}\u000a12:38:26.434595 --- ParallelTerminationStrategy: PID 21527 died...\u000a12:38:26.486891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21527): Terminated: ok {rc=0}\u000a12:38:26.496334 --- ParallelTerminationStrategy: PID 21530 died...\u000a12:38:26.548763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21530): Terminated: ok {rc=0}\u000a12:38:26.558413 --- ParallelTerminationStrategy: PID 21533 died...\u000a12:38:26.610577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21533): Terminated: ok {rc=0}\u000a12:38:26.697589 bus /gobi_4: Setting Powered False\u000a12:38:27.800110 bus /gobi_4: Setting Powered False\u000a12:38:28.907128 bus /gobi_1: Setting Powered False\u000a12:38:30.014342 bus /gobi_1: Setting Powered False\u000a12:38:31.122624 bus /gobi_0: Setting Powered False\u000a12:38:32.234038 bus /gobi_0: Setting Powered False\u000a12:38:33.344625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:38:34.413075 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:34.424725 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:38:34.554176 tst ping.py: using LAC 33998\u000a12:38:34.681056 tst ping.py: using RAC 83\u000a12:38:34.809092 tst ping.py: using CellId 33998\u000a12:38:34.936899 tst ping.py: using BVCI 33999\u000a12:38:34.961712 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:34.973371 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:34.984707 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:34.996201 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:35.008450 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:35.020737 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:35.033333 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:35.045502 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:38:35.322999 tst ping.py:19: start network...\u000a12:38:35.447235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:35.929290 run create_hlr_db(pid=21535): Launched\u000a12:38:36.101800 bus /gobi_6: Setting Powered False\u000a12:38:37.122727 run create_hlr_db(pid=21535): Terminated: ok {rc=0}\u000a12:38:37.552100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Launched\u000a12:38:37.874190 run osmo-hlr_10.42.42.2(pid=21538): Launched\u000a12:38:37.993659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:38.551838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Launched\u000a12:38:38.851465 run osmo-stp_10.42.42.5(pid=21541): Launched\u000a12:38:38.958517 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:39.481906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21543): Launched\u000a12:38:39.588254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:39.850433 run patchelf(pid=21544): Launched\u000a12:38:40.024908 run osmo-stp_10.42.42.5(pid=21541): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]\u000a12:38:40.152424 run osmo-stp_10.42.42.5(pid=21541): stdout: \u000a| (launched: 2022-12-13_12:38:38.704285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:40.281831 run osmo-stp_10.42.42.5(pid=21541): stderr: \u000a| �[0;m�[38;5;43m20221213123838875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123838875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123838875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123838876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123838876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123838876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123838876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:40.405197 run osmo-stp_10.42.42.5(pid=21541): stdout: \u000a| (launched: 2022-12-13_12:38:38.704285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:40.527527 run osmo-stp_10.42.42.5(pid=21541): stderr: \u000a| �[0;m�[38;5;43m20221213123838875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123838875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123838875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123838876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123838876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123838876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123838876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:40.669676 run patchelf(pid=21544): Terminating (SIGINT)\u000a12:38:40.836832 run patchelf(pid=21544): Terminated: ok {rc=0}\u000a12:38:40.867436 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a12:38:40.876250 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:38:40.936396 run osmo-hlr_10.42.42.2(pid=21538): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21538)]\u000a12:38:40.985299 run osmo-hlr_10.42.42.2(pid=21538): stdout: \u000a| (launched: 2022-12-13_12:38:37.714751) \u000a12:38:41.034897 run osmo-hlr_10.42.42.2(pid=21538): stderr: \u000a| �[0;m�[1;31m20221213123837913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123837913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123837913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123837913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123837914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123837914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123837926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123837934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123837934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123837934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:41.077096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Terminating (SIGTERM)\u000a12:38:41.117207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Terminating (SIGTERM)\u000a12:38:41.157297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21543): Terminating (SIGTERM)\u000a12:38:41.166641 --- ParallelTerminationStrategy: PID 21537 died...\u000a12:38:41.220690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Terminated: ok {rc=0}\u000a12:38:41.230416 --- ParallelTerminationStrategy: PID 21540 died...\u000a12:38:41.283623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Terminated: ok {rc=0}\u000a12:38:41.293296 --- ParallelTerminationStrategy: PID 21543 died...\u000a12:38:41.346459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21543): Terminated: ok {rc=0}\u000a12:38:41.437053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21575): Process ended prematurely: osmo-stp_10.42.42.5(pid=21575) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21575)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21575): Process ended prematurely: osmo-stp_10.42.42.5(pid=21575) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:38:42.491091 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:42.503512 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:38:42.642162 tst ping_idle_ping.py: using LAC 33999\u000a12:38:42.770531 tst ping_idle_ping.py: using RAC 84\u000a12:38:42.895838 tst ping_idle_ping.py: using CellId 33999\u000a12:38:43.021618 tst ping_idle_ping.py: using BVCI 34000\u000a12:38:43.046447 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:43.058357 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:43.069953 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:43.081588 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:43.093593 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:43.105653 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:43.117933 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:38:43.129825 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:38:43.413348 tst ping_idle_ping.py:24: start network...\u000a12:38:43.538177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:44.026676 run create_hlr_db(pid=21545): Launched\u000a12:38:44.201522 bus /gobi_6: Setting Powered False\u000a12:38:45.221679 run create_hlr_db(pid=21545): Terminated: ok {rc=0}\u000a12:38:45.653332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21547): Launched\u000a12:38:46.094336 run osmo-hlr_10.42.42.2(pid=21548): Launched\u000a12:38:46.309778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:46.997902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21554): Launched\u000a12:38:47.460431 run osmo-stp_10.42.42.5(pid=21575): Launched\u000a12:38:47.657860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:38:48.381799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21616): Launched\u000a12:38:48.517283 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:38:48.872306 run patchelf(pid=21662): Launched\u000a12:38:49.076931 run osmo-stp_10.42.42.5(pid=21575): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21575)]\u000a12:38:49.221323 run osmo-stp_10.42.42.5(pid=21575): stdout: \u000a| (launched: 2022-12-13_12:38:47.180549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:49.378969 run osmo-stp_10.42.42.5(pid=21575): stderr: \u000a| �[0;m�[38;5;43m20221213123847539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123847539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123847540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123847540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123847553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123847553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123847553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:49.532419 run osmo-stp_10.42.42.5(pid=21575): stdout: \u000a| (launched: 2022-12-13_12:38:47.180549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:49.687010 run osmo-stp_10.42.42.5(pid=21575): stderr: \u000a| �[0;m�[38;5;43m20221213123847539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123847539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123847540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123847540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123847553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123847553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123847553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:49.871402 run patchelf(pid=21662): Terminating (SIGINT)\u000a12:38:50.075692 run patchelf(pid=21662): Terminated: ok {rc=0}\u000a12:38:50.117573 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21575): Process ended prematurely: osmo-stp_10.42.42.5(pid=21575) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21575)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:38:50.128474 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a12:38:50.189387 run osmo-hlr_10.42.42.2(pid=21548): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21548)]\u000a12:38:50.239447 run osmo-hlr_10.42.42.2(pid=21548): stdout: \u000a| (launched: 2022-12-13_12:38:45.816750) \u000a12:38:50.290622 run osmo-hlr_10.42.42.2(pid=21548): stderr: \u000a| �[0;m�[1;31m20221213123846233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123846233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123846233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123846234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123846234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123846234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123846258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123846281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123846281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123846281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:50.338906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21547): Terminating (SIGTERM)\u000a12:38:50.380901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21554): Terminating (SIGTERM)\u000a12:38:50.427722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21616): Terminating (SIGTERM)\u000a12:38:50.438920 --- ParallelTerminationStrategy: PID 21547 died...\u000a12:38:50.495339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21547): Terminated: ok {rc=0}\u000a12:38:50.505710 --- ParallelTerminationStrategy: PID 21554 died...\u000a12:38:50.560347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21554): Terminated: ok {rc=0}\u000a12:38:50.570925 --- ParallelTerminationStrategy: PID 21616 died...\u000a12:38:50.626372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21616): Terminated: ok {rc=0}\u000a12:38:50.714036 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:37:51" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21840): Process ended prematurely: osmo-stp_10.42.42.5(pid=21840) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21840)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21840): Process ended prematurely: osmo-stp_10.42.42.5(pid=21840) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:38:52.850265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:52.862305 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:38:53.014478 tst cs_paging_gprs_active.py: using LAC 34000\u000a12:38:53.139245 tst cs_paging_gprs_active.py: using RAC 85\u000a12:38:53.260294 tst cs_paging_gprs_active.py: using CellId 34000\u000a12:38:53.380284 tst cs_paging_gprs_active.py: using BVCI 34001\u000a12:38:53.405785 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:53.418087 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:53.429954 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:53.442627 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:53.455094 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:53.467730 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:53.480316 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:53.492616 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:38:53.505367 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:38:53.627768 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:38:53.913962 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:38:54.044167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:54.379389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21830): Launched\u000a12:38:54.667451 run iperf3-srv_10.42.42.10(pid=21831): Launched\u000a12:38:54.858356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:38:54.988832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:38:55.327165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21832): Launched\u000a12:38:55.618543 run iperf3-srv_10.42.42.10(pid=21833): Launched\u000a12:38:55.811202 tst cs_paging_gprs_active.py:38: start network...\u000a12:38:55.941228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:56.484921 run create_hlr_db(pid=21834): Launched\u000a12:38:56.668159 bus /gobi_6: Setting Powered False\u000a12:38:57.690756 run create_hlr_db(pid=21834): Terminated: ok {rc=0}\u000a12:38:58.143474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21836): Launched\u000a12:38:58.571110 run osmo-hlr_10.42.42.2(pid=21837): Launched\u000a12:38:58.816210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:59.406628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21839): Launched\u000a12:38:59.835892 run osmo-stp_10.42.42.5(pid=21840): Launched\u000a12:39:00.058608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:00.647492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21842): Launched\u000a12:39:00.762042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:01.093720 run patchelf(pid=21843): Launched\u000a12:39:01.290431 run osmo-stp_10.42.42.5(pid=21840): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21840)]\u000a12:39:01.469794 run osmo-stp_10.42.42.5(pid=21840): stdout: \u000a| (launched: 2022-12-13_12:38:59.575734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:01.633858 run osmo-stp_10.42.42.5(pid=21840): stderr: \u000a| �[0;m�[38;5;43m20221213123859870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123859871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123859871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123859871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123859872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123859872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123859872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:01.793221 run osmo-stp_10.42.42.5(pid=21840): stdout: \u000a| (launched: 2022-12-13_12:38:59.575734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:01.948554 run osmo-stp_10.42.42.5(pid=21840): stderr: \u000a| �[0;m�[38;5;43m20221213123859870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123859871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123859871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123859871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123859872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123859872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123859872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:02.123303 run patchelf(pid=21843): Terminating (SIGINT)\u000a12:39:02.336053 run patchelf(pid=21843): Terminated: ok {rc=0}\u000a12:39:02.376416 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21840): Process ended prematurely: osmo-stp_10.42.42.5(pid=21840) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21840)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:39:02.389151 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a12:39:02.457273 run osmo-hlr_10.42.42.2(pid=21837): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21837)]\u000a12:39:02.515070 run osmo-hlr_10.42.42.2(pid=21837): stdout: \u000a| (launched: 2022-12-13_12:38:58.312371) \u000a12:39:02.574247 run osmo-hlr_10.42.42.2(pid=21837): stderr: \u000a| �[0;m�[1;31m20221213123858618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123858618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123858618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123858618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123858618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123858618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123858638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123858651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123858651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123858651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:02.625242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21830): Terminating (SIGTERM)\u000a12:39:02.674962 run iperf3-srv_10.42.42.10(pid=21831): Terminating (SIGTERM)\u000a12:39:02.725874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21832): Terminating (SIGTERM)\u000a12:39:02.773510 run iperf3-srv_10.42.42.10(pid=21833): Terminating (SIGTERM)\u000a12:39:02.823627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21836): Terminating (SIGTERM)\u000a12:39:02.872427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21839): Terminating (SIGTERM)\u000a12:39:02.919509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21842): Terminating (SIGTERM)\u000a12:39:02.931641 --- ParallelTerminationStrategy: PID 21830 died...\u000a12:39:02.997755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21830): Terminated: ok {rc=0}\u000a12:39:03.009332 --- ParallelTerminationStrategy: PID 21831 died...\u000a12:39:03.071304 run iperf3-srv_10.42.42.10(pid=21831): Terminated {rc=256}\u000a12:39:03.082264 --- ParallelTerminationStrategy: PID 21832 died...\u000a12:39:03.145204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21832): Terminated: ok {rc=0}\u000a12:39:03.155448 --- ParallelTerminationStrategy: PID 21833 died...\u000a12:39:03.219301 run iperf3-srv_10.42.42.10(pid=21833): Terminated {rc=256}\u000a12:39:03.232159 --- ParallelTerminationStrategy: PID 21836 died...\u000a12:39:03.296038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21836): Terminated: ok {rc=0}\u000a12:39:03.307615 --- ParallelTerminationStrategy: PID 21839 died...\u000a12:39:03.371543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21839): Terminated: ok {rc=0}\u000a12:39:03.389383 --- ParallelTerminationStrategy: PID 21842 died...\u000a12:39:03.444658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21842): Terminated: ok {rc=0}\u000a12:39:03.534839 bus /gobi_0: Setting Powered False\u000a12:39:04.648337 bus /gobi_0: Setting Powered False\u000a12:39:05.763198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21856): Process ended prematurely: osmo-stp_10.42.42.5(pid=21856) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21856)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21856): Process ended prematurely: osmo-stp_10.42.42.5(pid=21856) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:39:06.885827 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:06.899220 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:39:07.067704 tst iperf3.py: using LAC 34001\u000a12:39:07.197791 tst iperf3.py: using RAC 86\u000a12:39:07.327338 tst iperf3.py: using CellId 34001\u000a12:39:07.458958 tst iperf3.py: using BVCI 34002\u000a12:39:07.485445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:07.498145 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:07.510568 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:07.523430 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:07.537008 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:07.551246 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:07.565757 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:07.579004 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:07.593058 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:39:07.901038 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:39:08.041861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:08.403669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21847): Launched\u000a12:39:08.706756 run iperf3-srv_10.42.42.10(pid=21848): Launched\u000a12:39:08.915305 tst iperf3.py:8: start network...\u000a12:39:09.057095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:09.624016 run create_hlr_db(pid=21849): Launched\u000a12:39:09.820764 bus /gobi_6: Setting Powered False\u000a12:39:10.840487 run create_hlr_db(pid=21849): Terminated: ok {rc=0}\u000a12:39:11.258333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21852): Launched\u000a12:39:11.564375 run osmo-hlr_10.42.42.2(pid=21853): Launched\u000a12:39:11.679705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:12.210926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21855): Launched\u000a12:39:12.517133 run osmo-stp_10.42.42.5(pid=21856): Launched\u000a12:39:12.627825 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:13.160222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21858): Launched\u000a12:39:13.268150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:13.536445 run patchelf(pid=21859): Launched\u000a12:39:13.715194 run osmo-stp_10.42.42.5(pid=21856): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21856)]\u000a12:39:13.845625 run osmo-stp_10.42.42.5(pid=21856): stdout: \u000a| (launched: 2022-12-13_12:39:12.365579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:13.976355 run osmo-stp_10.42.42.5(pid=21856): stderr: \u000a| �[0;m�[38;5;43m20221213123912536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123912536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123912536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123912537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123912537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123912537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123912537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:14.102090 run osmo-stp_10.42.42.5(pid=21856): stdout: \u000a| (launched: 2022-12-13_12:39:12.365579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:14.226877 run osmo-stp_10.42.42.5(pid=21856): stderr: \u000a| �[0;m�[38;5;43m20221213123912536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123912536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123912536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123912537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123912537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123912537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123912537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:14.371948 run patchelf(pid=21859): Terminating (SIGINT)\u000a12:39:14.543396 run patchelf(pid=21859): Terminated: ok {rc=0}\u000a12:39:14.574832 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21856): Process ended prematurely: osmo-stp_10.42.42.5(pid=21856) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21856)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:39:14.584143 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:39:14.643873 run osmo-hlr_10.42.42.2(pid=21853): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21853)]\u000a12:39:14.692479 run osmo-hlr_10.42.42.2(pid=21853): stdout: \u000a| (launched: 2022-12-13_12:39:11.413129) \u000a12:39:14.741831 run osmo-hlr_10.42.42.2(pid=21853): stderr: \u000a| �[0;m�[1;31m20221213123911589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123911589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123911589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123911589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123911589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123911589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123911602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123911610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123911611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123911611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:14.783807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21847): Terminating (SIGTERM)\u000a12:39:14.823349 run iperf3-srv_10.42.42.10(pid=21848): Terminating (SIGTERM)\u000a12:39:14.862949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21852): Terminating (SIGTERM)\u000a12:39:14.902444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21855): Terminating (SIGTERM)\u000a12:39:14.941868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21858): Terminating (SIGTERM)\u000a12:39:14.951013 --- ParallelTerminationStrategy: PID 21847 died...\u000a12:39:15.003851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21847): Terminated: ok {rc=0}\u000a12:39:15.013793 --- ParallelTerminationStrategy: PID 21848 died...\u000a12:39:15.066534 run iperf3-srv_10.42.42.10(pid=21848): Terminated {rc=256}\u000a12:39:15.075948 --- ParallelTerminationStrategy: PID 21852 died...\u000a12:39:15.128825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21852): Terminated: ok {rc=0}\u000a12:39:15.138427 --- ParallelTerminationStrategy: PID 21855 died...\u000a12:39:15.191158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21855): Terminated: ok {rc=0}\u000a12:39:15.200645 --- ParallelTerminationStrategy: PID 21858 died...\u000a12:39:15.253567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21858): Terminated: ok {rc=0}\u000a12:39:15.336470 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21874): Process ended prematurely: osmo-stp_10.42.42.5(pid=21874) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21874)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21874): Process ended prematurely: osmo-stp_10.42.42.5(pid=21874) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:39:16.471067 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:16.486724 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:39:16.675672 tst iperf3m4.py: using LAC 34002\u000a12:39:16.838295 tst iperf3m4.py: using RAC 87\u000a12:39:16.970521 tst iperf3m4.py: using CellId 34002\u000a12:39:17.095081 tst iperf3m4.py: using BVCI 34003\u000a12:39:17.119807 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:17.132145 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:17.144295 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:17.156400 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:17.168140 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:17.179727 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:17.192199 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:17.204568 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:17.216126 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:39:17.333723 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:39:17.458045 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:39:17.580179 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:39:17.877888 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:39:18.015145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:18.357271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21860): Launched\u000a12:39:18.641587 run iperf3-srv_10.42.42.10(pid=21861): Launched\u000a12:39:18.843267 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:39:18.980897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:19.324164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21862): Launched\u000a12:39:19.610024 run iperf3-srv_10.42.42.10(pid=21863): Launched\u000a12:39:19.811453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:39:19.948381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:20.291307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21864): Launched\u000a12:39:20.575788 run iperf3-srv_10.42.42.10(pid=21865): Launched\u000a12:39:20.777289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:39:20.913928 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:39:21.256550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21866): Launched\u000a12:39:21.540818 run iperf3-srv_10.42.42.10(pid=21867): Launched\u000a12:39:21.742517 tst iperf3m4.py:8: start network...\u000a12:39:21.879699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:22.395143 run create_hlr_db(pid=21868): Launched\u000a12:39:22.584839 bus /gobi_6: Setting Powered False\u000a12:39:23.594836 run create_hlr_db(pid=21868): Terminated: ok {rc=0}\u000a12:39:24.013890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21870): Launched\u000a12:39:24.319399 run osmo-hlr_10.42.42.2(pid=21871): Launched\u000a12:39:24.432293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:24.963286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21873): Launched\u000a12:39:25.270287 run osmo-stp_10.42.42.5(pid=21874): Launched\u000a12:39:25.381944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:25.915130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21876): Launched\u000a12:39:26.023261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:26.292567 run patchelf(pid=21877): Launched\u000a12:39:26.471455 run osmo-stp_10.42.42.5(pid=21874): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21874)]\u000a12:39:26.601851 run osmo-stp_10.42.42.5(pid=21874): stdout: \u000a| (launched: 2022-12-13_12:39:25.118131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:26.732442 run osmo-stp_10.42.42.5(pid=21874): stderr: \u000a| �[0;m�[38;5;43m20221213123925287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123925287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123925287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123925288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123925288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123925288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123925288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:26.858292 run osmo-stp_10.42.42.5(pid=21874): stdout: \u000a| (launched: 2022-12-13_12:39:25.118131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:26.982781 run osmo-stp_10.42.42.5(pid=21874): stderr: \u000a| �[0;m�[38;5;43m20221213123925287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123925287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123925287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123925288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123925288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123925288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123925288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:27.127950 run patchelf(pid=21877): Terminating (SIGINT)\u000a12:39:27.299140 run patchelf(pid=21877): Terminated: ok {rc=0}\u000a12:39:27.330624 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21874): Process ended prematurely: osmo-stp_10.42.42.5(pid=21874) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21874)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:39:27.339929 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:39:27.399782 run osmo-hlr_10.42.42.2(pid=21871): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21871)]\u000a12:39:27.448182 run osmo-hlr_10.42.42.2(pid=21871): stdout: \u000a| (launched: 2022-12-13_12:39:24.168454) \u000a12:39:27.497227 run osmo-hlr_10.42.42.2(pid=21871): stderr: \u000a| �[0;m�[1;31m20221213123924342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123924342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123924342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123924342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123924342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123924342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123924354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123924362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123924363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123924363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:27.538805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21860): Terminating (SIGTERM)\u000a12:39:27.578434 run iperf3-srv_10.42.42.10(pid=21861): Terminating (SIGTERM)\u000a12:39:27.617659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21862): Terminating (SIGTERM)\u000a12:39:27.656607 run iperf3-srv_10.42.42.10(pid=21863): Terminating (SIGTERM)\u000a12:39:27.695586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21864): Terminating (SIGTERM)\u000a12:39:27.734502 run iperf3-srv_10.42.42.10(pid=21865): Terminating (SIGTERM)\u000a12:39:27.773461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21866): Terminating (SIGTERM)\u000a12:39:27.812365 run iperf3-srv_10.42.42.10(pid=21867): Terminating (SIGTERM)\u000a12:39:27.851622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21870): Terminating (SIGTERM)\u000a12:39:27.890573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21873): Terminating (SIGTERM)\u000a12:39:27.929554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21876): Terminating (SIGTERM)\u000a12:39:27.938654 --- ParallelTerminationStrategy: PID 21860 died...\u000a12:39:27.991177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21860): Terminated: ok {rc=0}\u000a12:39:28.000790 --- ParallelTerminationStrategy: PID 21861 died...\u000a12:39:28.053476 run iperf3-srv_10.42.42.10(pid=21861): Terminated {rc=256}\u000a12:39:28.063034 --- ParallelTerminationStrategy: PID 21862 died...\u000a12:39:28.115719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21862): Terminated: ok {rc=0}\u000a12:39:28.125324 --- ParallelTerminationStrategy: PID 21863 died...\u000a12:39:28.177612 run iperf3-srv_10.42.42.10(pid=21863): Terminated {rc=256}\u000a12:39:28.187073 --- ParallelTerminationStrategy: PID 21864 died...\u000a12:39:28.239611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21864): Terminated: ok {rc=0}\u000a12:39:28.249225 --- ParallelTerminationStrategy: PID 21865 died...\u000a12:39:28.301570 run iperf3-srv_10.42.42.10(pid=21865): Terminated {rc=256}\u000a12:39:28.311060 --- ParallelTerminationStrategy: PID 21866 died...\u000a12:39:28.363634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21866): Terminated: ok {rc=0}\u000a12:39:28.373227 --- ParallelTerminationStrategy: PID 21867 died...\u000a12:39:28.425395 run iperf3-srv_10.42.42.10(pid=21867): Terminated {rc=256}\u000a12:39:28.434939 --- ParallelTerminationStrategy: PID 21870 died...\u000a12:39:28.487360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21870): Terminated: ok {rc=0}\u000a12:39:28.496906 --- ParallelTerminationStrategy: PID 21873 died...\u000a12:39:28.549449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21873): Terminated: ok {rc=0}\u000a12:39:28.559042 --- ParallelTerminationStrategy: PID 21876 died...\u000a12:39:28.611542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21876): Terminated: ok {rc=0}\u000a12:39:28.694167 bus /gobi_4: Setting Powered False\u000a12:39:29.796073 bus /gobi_4: Setting Powered False\u000a12:39:30.927049 bus /gobi_1: Setting Powered False\u000a12:39:32.031713 bus /gobi_1: Setting Powered False\u000a12:39:33.137097 bus /gobi_0: Setting Powered False\u000a12:39:34.244147 bus /gobi_0: Setting Powered False\u000a12:39:35.352492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21884): Process ended prematurely: osmo-stp_10.42.42.5(pid=21884) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21884)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21884): Process ended prematurely: osmo-stp_10.42.42.5(pid=21884) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:39:36.422121 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:36.434392 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:39:36.586791 tst ping.py: using LAC 34003\u000a12:39:36.704016 tst ping.py: using RAC 88\u000a12:39:36.822038 tst ping.py: using CellId 34003\u000a12:39:36.945099 tst ping.py: using BVCI 34004\u000a12:39:36.968135 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:36.979439 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:36.990468 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:37.001435 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:37.012317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:37.023261 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:37.034258 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:37.045122 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:39:37.319583 tst ping.py:19: start network...\u000a12:39:37.444061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:37.928554 run create_hlr_db(pid=21878): Launched\u000a12:39:38.103412 bus /gobi_6: Setting Powered False\u000a12:39:39.123380 run create_hlr_db(pid=21878): Terminated: ok {rc=0}\u000a12:39:39.554915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21880): Launched\u000a12:39:39.881274 run osmo-hlr_10.42.42.2(pid=21881): Launched\u000a12:39:40.002226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:40.573772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21883): Launched\u000a12:39:40.897561 run osmo-stp_10.42.42.5(pid=21884): Launched\u000a12:39:41.014046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:41.577778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21886): Launched\u000a12:39:41.692437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:41.973896 run patchelf(pid=21887): Launched\u000a12:39:42.161350 run osmo-stp_10.42.42.5(pid=21884): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21884)]\u000a12:39:42.297933 run osmo-stp_10.42.42.5(pid=21884): stdout: \u000a| (launched: 2022-12-13_12:39:40.736818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:42.435339 run osmo-stp_10.42.42.5(pid=21884): stderr: \u000a| �[0;m�[38;5;43m20221213123940929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123940929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123940929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123940930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123940930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123940930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123940930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:42.568333 run osmo-stp_10.42.42.5(pid=21884): stdout: \u000a| (launched: 2022-12-13_12:39:40.736818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:42.699792 run osmo-stp_10.42.42.5(pid=21884): stderr: \u000a| �[0;m�[38;5;43m20221213123940929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123940929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123940929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123940930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123940930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123940930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123940930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:42.852143 run patchelf(pid=21887): Terminating (SIGINT)\u000a12:39:43.031147 run patchelf(pid=21887): Terminated: ok {rc=0}\u000a12:39:43.063669 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21884): Process ended prematurely: osmo-stp_10.42.42.5(pid=21884) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21884)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:39:43.073044 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:39:43.136029 run osmo-hlr_10.42.42.2(pid=21881): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21881)]\u000a12:39:43.187477 run osmo-hlr_10.42.42.2(pid=21881): stdout: \u000a| (launched: 2022-12-13_12:39:39.719924) \u000a12:39:43.239691 run osmo-hlr_10.42.42.2(pid=21881): stderr: \u000a| �[0;m�[1;31m20221213123939918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123939918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123939918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123939918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123939918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123939918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123939930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123939938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123939938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123939938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:43.284142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21880): Terminating (SIGTERM)\u000a12:39:43.326620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21883): Terminating (SIGTERM)\u000a12:39:43.369084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21886): Terminating (SIGTERM)\u000a12:39:43.378820 --- ParallelTerminationStrategy: PID 21880 died...\u000a12:39:43.435205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21880): Terminated: ok {rc=0}\u000a12:39:43.445538 --- ParallelTerminationStrategy: PID 21883 died...\u000a12:39:43.501655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21883): Terminated: ok {rc=0}\u000a12:39:43.511675 --- ParallelTerminationStrategy: PID 21886 died...\u000a12:39:43.567493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21886): Terminated: ok {rc=0}\u000a12:39:43.654199 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21895): Process ended prematurely: osmo-stp_10.42.42.5(pid=21895) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21895)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21895): Process ended prematurely: osmo-stp_10.42.42.5(pid=21895) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:39:44.706397 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:44.718833 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:39:44.876807 tst ping_idle_ping.py: using LAC 34004\u000a12:39:45.002481 tst ping_idle_ping.py: using RAC 89\u000a12:39:45.129078 tst ping_idle_ping.py: using CellId 34004\u000a12:39:45.249302 tst ping_idle_ping.py: using BVCI 34005\u000a12:39:45.272175 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:45.283278 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:45.294266 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:45.305163 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:45.315919 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:45.326802 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:45.338030 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:39:45.348836 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:39:45.629867 tst ping_idle_ping.py:24: start network...\u000a12:39:45.755654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:46.298805 run create_hlr_db(pid=21889): Launched\u000a12:39:46.495565 bus /gobi_6: Setting Powered False\u000a12:39:47.508743 run create_hlr_db(pid=21889): Terminated: ok {rc=0}\u000a12:39:47.919401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21891): Launched\u000a12:39:48.223552 run osmo-hlr_10.42.42.2(pid=21892): Launched\u000a12:39:48.341393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:48.869495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21894): Launched\u000a12:39:49.169909 run osmo-stp_10.42.42.5(pid=21895): Launched\u000a12:39:49.278539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:49.804844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21897): Launched\u000a12:39:49.911250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:50.172924 run patchelf(pid=21898): Launched\u000a12:39:50.348136 run osmo-stp_10.42.42.5(pid=21895): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21895)]\u000a12:39:50.476239 run osmo-stp_10.42.42.5(pid=21895): stdout: \u000a| (launched: 2022-12-13_12:39:49.021198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:50.604509 run osmo-stp_10.42.42.5(pid=21895): stderr: \u000a| �[0;m�[38;5;43m20221213123949191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123949191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123949191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123949192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123949194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123949194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123949194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:50.727808 run osmo-stp_10.42.42.5(pid=21895): stdout: \u000a| (launched: 2022-12-13_12:39:49.021198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:50.851155 run osmo-stp_10.42.42.5(pid=21895): stderr: \u000a| �[0;m�[38;5;43m20221213123949191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123949191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123949191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123949192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123949194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123949194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123949194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:50.993695 run patchelf(pid=21898): Terminating (SIGINT)\u000a12:39:51.161440 run patchelf(pid=21898): Terminated: ok {rc=0}\u000a12:39:51.191876 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21895): Process ended prematurely: osmo-stp_10.42.42.5(pid=21895) [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21895)] [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:39:51.200602 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:39:51.260166 run osmo-hlr_10.42.42.2(pid=21892): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21892)]\u000a12:39:51.308637 run osmo-hlr_10.42.42.2(pid=21892): stdout: \u000a| (launched: 2022-12-13_12:39:48.073245) \u000a12:39:51.357856 run osmo-hlr_10.42.42.2(pid=21892): stderr: \u000a| �[0;m�[1;31m20221213123948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123948251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123948263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123948272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123948273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123948273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:51.399852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21891): Terminating (SIGTERM)\u000a12:39:51.439525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21894): Terminating (SIGTERM)\u000a12:39:51.479133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21897): Terminating (SIGTERM)\u000a12:39:51.487993 --- ParallelTerminationStrategy: PID 21891 died...\u000a12:39:51.540904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21891): Terminated: ok {rc=0}\u000a12:39:51.550485 --- ParallelTerminationStrategy: PID 21894 died...\u000a12:39:51.603170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21894): Terminated: ok {rc=0}\u000a12:39:51.612651 --- ParallelTerminationStrategy: PID 21897 died...\u000a12:39:51.665267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21897): Terminated: ok {rc=0}\u000a12:39:51.752825 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:38:52" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21908): Process ended prematurely: osmo-stp_10.42.42.5(pid=21908) [trial-2389↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21908)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21908): Process ended prematurely: osmo-stp_10.42.42.5(pid=21908) [trial-2389↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:39:53.764498 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:53.776510 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:39:53.924421 tst switch_tch_pdch.py: using LAC 34005\u000a12:39:54.050266 tst switch_tch_pdch.py: using RAC 90\u000a12:39:54.175356 tst switch_tch_pdch.py: using CellId 34005\u000a12:39:54.302414 tst switch_tch_pdch.py: using BVCI 34006\u000a12:39:54.327042 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:54.339294 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:54.351616 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:54.363556 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:54.375781 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:54.388042 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:54.400424 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:39:54.412778 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:39:54.528695 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:39:54.823125 tst switch_tch_pdch.py:51: start network...\u000a12:39:54.957296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:55.462139 run create_hlr_db(pid=21902): Launched\u000a12:39:55.648841 bus /gobi_6: Setting Powered False\u000a12:39:56.669384 run create_hlr_db(pid=21902): Terminated: ok {rc=0}\u000a12:39:57.097873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21904): Launched\u000a12:39:57.421985 run osmo-hlr_10.42.42.2(pid=21905): Launched\u000a12:39:57.539371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:58.099416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21907): Launched\u000a12:39:58.422732 run osmo-stp_10.42.42.5(pid=21908): Launched\u000a12:39:58.539758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:39:59.099610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21910): Launched\u000a12:39:59.213967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:39:59.496056 run patchelf(pid=21911): Launched\u000a12:39:59.684049 run osmo-stp_10.42.42.5(pid=21908): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21908)]\u000a12:39:59.821491 run osmo-stp_10.42.42.5(pid=21908): stdout: \u000a| (launched: 2022-12-13_12:39:58.262462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:59.959266 run osmo-stp_10.42.42.5(pid=21908): stderr: \u000a| �[0;m�[38;5;43m20221213123958455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123958455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123958455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123958456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123958456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123958456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123958456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:00.091958 run osmo-stp_10.42.42.5(pid=21908): stdout: \u000a| (launched: 2022-12-13_12:39:58.262462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:00.223619 run osmo-stp_10.42.42.5(pid=21908): stderr: \u000a| �[0;m�[38;5;43m20221213123958455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213123958455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213123958455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213123958456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213123958456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213123958456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213123958456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:00.376266 run patchelf(pid=21911): Terminating (SIGINT)\u000a12:40:00.555863 run patchelf(pid=21911): Terminated: ok {rc=0}\u000a12:40:00.588494 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21908): Process ended prematurely: osmo-stp_10.42.42.5(pid=21908) [trial-2389↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21908)] [trial-2389↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:40:00.598103 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a12:40:00.661374 run osmo-hlr_10.42.42.2(pid=21905): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21905)]\u000a12:40:00.712990 run osmo-hlr_10.42.42.2(pid=21905): stdout: \u000a| (launched: 2022-12-13_12:39:57.261075) \u000a12:40:00.765388 run osmo-hlr_10.42.42.2(pid=21905): stderr: \u000a| �[0;m�[1;31m20221213123957461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213123957461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213123957461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123957461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213123957461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213123957461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213123957473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213123957483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213123957483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213123957483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:00.810139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21904): Terminating (SIGTERM)\u000a12:40:00.867612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21907): Terminating (SIGTERM)\u000a12:40:00.910304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21910): Terminating (SIGTERM)\u000a12:40:00.920227 --- ParallelTerminationStrategy: PID 21904 died...\u000a12:40:00.977427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21904): Terminated: ok {rc=0}\u000a12:40:00.988155 --- ParallelTerminationStrategy: PID 21907 died...\u000a12:40:01.045599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21907): Terminated: ok {rc=0}\u000a12:40:01.056232 --- ParallelTerminationStrategy: PID 21910 died...\u000a12:40:01.113678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21910): Terminated: ok {rc=0}\u000a12:40:01.201868 bus /gobi_0: Setting Powered False\u000a12:40:02.312453 bus /gobi_0: Setting Powered False\u000a12:40:03.419505 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:39:53" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21925): Process ended prematurely: osmo-stp_10.42.42.5(pid=21925) [trial-2389↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21925)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21925): Process ended prematurely: osmo-stp_10.42.42.5(pid=21925) [trial-2389↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a12:40:05.367173 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:05.378114 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:40:05.509625 tst mo_mt_sms.py: using LAC 34006\u000a12:40:05.628235 tst mo_mt_sms.py: using RAC 91\u000a12:40:05.745539 tst mo_mt_sms.py: using CellId 34006\u000a12:40:05.863173 tst mo_mt_sms.py: using BVCI 34007\u000a12:40:05.886952 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:05.897844 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:05.908297 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:05.919165 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:05.930210 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:05.941106 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a12:40:06.054342 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a12:40:06.262782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:06.768173 run create_hlr_db(pid=21919): Launched\u000a12:40:06.954520 bus /gobi_6: Setting Powered False\u000a12:40:07.975826 run create_hlr_db(pid=21919): Terminated: ok {rc=0}\u000a12:40:08.379083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21921): Launched\u000a12:40:08.681488 run osmo-hlr_10.42.42.2(pid=21922): Launched\u000a12:40:08.791797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:09.315568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21924): Launched\u000a12:40:09.616573 run osmo-stp_10.42.42.5(pid=21925): Launched\u000a12:40:09.725485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:10.274413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21927): Launched\u000a12:40:10.577508 run osmo-msc_10.42.42.6(pid=21928): Launched\u000a12:40:10.753342 run osmo-stp_10.42.42.5(pid=21925): ERR: Terminated: ERROR {rc=1} [trial-2389↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21925)]\u000a12:40:10.880396 run osmo-stp_10.42.42.5(pid=21925): stdout: \u000a| (launched: 2022-12-13_12:40:09.467063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:11.005291 run osmo-stp_10.42.42.5(pid=21925): stderr: \u000a| �[0;m�[38;5;43m20221213124009641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124009642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124009642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124009642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124009643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124009643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124009643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:11.125866 run osmo-stp_10.42.42.5(pid=21925): stdout: \u000a| (launched: 2022-12-13_12:40:09.467063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:11.245463 run osmo-stp_10.42.42.5(pid=21925): stderr: \u000a| �[0;m�[38;5;43m20221213124009641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124009642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124009642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124009642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124009643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124009643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124009643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:11.298389 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21925): Process ended prematurely: osmo-stp_10.42.42.5(pid=21925) [trial-2389↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21925)] [trial-2389↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a12:40:11.306495 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a12:40:11.365878 run osmo-hlr_10.42.42.2(pid=21922): ERR: Terminated: ERROR {rc=237} [trial-2389↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21922)]\u000a12:40:11.414577 run osmo-hlr_10.42.42.2(pid=21922): stdout: \u000a| (launched: 2022-12-13_12:40:08.531695) \u000a12:40:11.463899 run osmo-hlr_10.42.42.2(pid=21922): stderr: \u000a| �[0;m�[1;31m20221213124008710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124008710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124008710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124008710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124008710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124008710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124008726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124008736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124008736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124008736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:11.531147 run osmo-msc_10.42.42.6(pid=21928): ERR: Terminated: ERROR {rc=2} [trial-2389↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21928)]\u000a12:40:11.579971 run osmo-msc_10.42.42.6(pid=21928): stdout: \u000a| (launched: 2022-12-13_12:40:10.427192) \u000a12:40:11.629419 run osmo-msc_10.42.42.6(pid=21928): stderr: \u000a| �[0;m�[38;5;43m20221213124010699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124010699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87c3fbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124010700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124010700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124010700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124010700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124010702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124010702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124010702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124010702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:11.671462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21921): Terminating (SIGTERM)\u000a12:40:11.711110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21924): Terminating (SIGTERM)\u000a12:40:11.750827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21927): Terminating (SIGTERM)\u000a12:40:11.760027 --- ParallelTerminationStrategy: PID 21921 died...\u000a12:40:11.813273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21921): Terminated: ok {rc=0}\u000a12:40:11.823013 --- ParallelTerminationStrategy: PID 21924 died...\u000a12:40:11.876026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21924): Terminated: ok {rc=0}\u000a12:40:11.885746 --- ParallelTerminationStrategy: PID 21927 died...\u000a12:40:11.939248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21927): Terminated: ok {rc=0}\u000a12:40:12.028359 bus /sierra_3: Setting Powered False\u000a12:40:13.131494 bus /sierra_3: Setting Powered False\u000a12:40:14.242086 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:40:05" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21934) [trial-2389↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21934)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21934) [trial-2389↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a12:40:16.100811 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a12:40:16.117828 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:40:16.298495 tst assert_extension.py: using LAC 34007\u000a12:40:16.431738 tst assert_extension.py: using RAC 92\u000a12:40:16.559907 tst assert_extension.py: using CellId 34007\u000a12:40:16.686286 tst assert_extension.py: using BVCI 34008\u000a12:40:16.710302 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a12:40:16.988123 tst assert_extension.py:10: start nitb and bts...\u000a12:40:17.115645 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:40:17.741879 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21933): Launched\u000a12:40:18.042857 run osmo-nitb_10.42.42.2(pid=21934): Launched\u000a12:40:18.227163 run osmo-nitb_10.42.42.2(pid=21934): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21934)]\u000a12:40:18.363508 run osmo-nitb_10.42.42.2(pid=21934): stdout: \u000a| (launched: 2022-12-13_12:40:17.894197) \u000a12:40:18.500320 run osmo-nitb_10.42.42.2(pid=21934): stderr: \u000a| (launched: 2022-12-13_12:40:17.938522)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:40:18.632112 run osmo-nitb_10.42.42.2(pid=21934): stdout: \u000a| (launched: 2022-12-13_12:40:17.894197) \u000a12:40:18.762571 run osmo-nitb_10.42.42.2(pid=21934): stderr: \u000a| (launched: 2022-12-13_12:40:17.938522)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:40:19.164437 tst osmo-nitb_10.42.42.2(pid=21934): stdout: \u000a| (launched: 2022-12-13_12:40:17.894197) \u000a12:40:19.284661 tst osmo-nitb_10.42.42.2(pid=21934): stderr: \u000a| (launched: 2022-12-13_12:40:17.938522)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:40:19.337398 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21934) [trial-2389↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21934)] [trial-2389↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a12:40:19.345849 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:40:19.380158 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21933): Terminating (SIGTERM)\u000a12:40:19.557697 --- ParallelTerminationStrategy: PID 21933 died...\u000a12:40:19.612633 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21933): Terminated: ok {rc=0}\u000a12:40:19.701200 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:40:15" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21944): Process ended prematurely: osmo-stp_10.42.42.5(pid=21944) [trial-2389↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21944)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21944): Process ended prematurely: osmo-stp_10.42.42.5(pid=21944) [trial-2389↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a12:40:21.559237 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:21.570541 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:40:21.707377 tst assert_extension.py: using LAC 34008\u000a12:40:21.826489 tst assert_extension.py: using RAC 93\u000a12:40:21.943499 tst assert_extension.py: using CellId 34008\u000a12:40:22.063812 tst assert_extension.py: using BVCI 34009\u000a12:40:22.086550 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:22.097596 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:22.108376 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:22.119012 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:22.130048 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:40:22.140633 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a12:40:22.338752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:22.821498 run create_hlr_db(pid=21938): Launched\u000a12:40:22.995123 bus /sierra_2: Setting Powered False\u000a12:40:24.014870 run create_hlr_db(pid=21938): Terminated: ok {rc=0}\u000a12:40:24.418320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21940): Launched\u000a12:40:24.719860 run osmo-hlr_10.42.42.2(pid=21941): Launched\u000a12:40:24.829977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:25.352724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21943): Launched\u000a12:40:25.653703 run osmo-stp_10.42.42.5(pid=21944): Launched\u000a12:40:25.762488 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:26.308597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21946): Launched\u000a12:40:26.611169 run osmo-msc_10.42.42.6(pid=21947): Launched\u000a12:40:26.786849 run osmo-stp_10.42.42.5(pid=21944): ERR: Terminated: ERROR {rc=1} [trial-2389↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21944)]\u000a12:40:26.913489 run osmo-stp_10.42.42.5(pid=21944): stdout: \u000a| (launched: 2022-12-13_12:40:25.504350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:27.037420 run osmo-stp_10.42.42.5(pid=21944): stderr: \u000a| �[0;m�[38;5;43m20221213124025679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124025679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124025679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124025680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124025680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124025680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124025680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:27.157058 run osmo-stp_10.42.42.5(pid=21944): stdout: \u000a| (launched: 2022-12-13_12:40:25.504350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:27.275562 run osmo-stp_10.42.42.5(pid=21944): stderr: \u000a| �[0;m�[38;5;43m20221213124025679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124025679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124025679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124025680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124025680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124025680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124025680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:27.327499 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21944): Process ended prematurely: osmo-stp_10.42.42.5(pid=21944) [trial-2389↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21944)] [trial-2389↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a12:40:27.335380 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a12:40:27.394200 run osmo-hlr_10.42.42.2(pid=21941): ERR: Terminated: ERROR {rc=237} [trial-2389↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21941)]\u000a12:40:27.442611 run osmo-hlr_10.42.42.2(pid=21941): stdout: \u000a| (launched: 2022-12-13_12:40:24.571041) \u000a12:40:27.491786 run osmo-hlr_10.42.42.2(pid=21941): stderr: \u000a| �[0;m�[1;31m20221213124024750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124024750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124024750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124024750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124024750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124024751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124024762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124024771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124024772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124024772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:27.558382 run osmo-msc_10.42.42.6(pid=21947): ERR: Terminated: ERROR {rc=2} [trial-2389↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21947)]\u000a12:40:27.606961 run osmo-msc_10.42.42.6(pid=21947): stdout: \u000a| (launched: 2022-12-13_12:40:26.459788) \u000a12:40:27.655965 run osmo-msc_10.42.42.6(pid=21947): stderr: \u000a| �[0;m�[38;5;43m20221213124026731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124026731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f477e7f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124026732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124026732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124026732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124026732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124026734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124026734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124026734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124026735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:27.698047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21940): Terminating (SIGTERM)\u000a12:40:27.737651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21943): Terminating (SIGTERM)\u000a12:40:27.777047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21946): Terminating (SIGTERM)\u000a12:40:27.786226 --- ParallelTerminationStrategy: PID 21940 died...\u000a12:40:27.839399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21940): Terminated: ok {rc=0}\u000a12:40:27.848881 --- ParallelTerminationStrategy: PID 21943 died...\u000a12:40:27.901613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21943): Terminated: ok {rc=0}\u000a12:40:27.911088 --- ParallelTerminationStrategy: PID 21946 died...\u000a12:40:27.963723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21946): Terminated: ok {rc=0}\u000a12:40:28.046663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:40:21" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21958): Process ended prematurely: osmo-stp_10.42.42.5(pid=21958) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21958)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21958): Process ended prematurely: osmo-stp_10.42.42.5(pid=21958) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:40:30.014903 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:30.026194 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:40:30.183870 tst mo_mt_call.py: using LAC 34009\u000a12:40:30.305374 tst mo_mt_call.py: using RAC 94\u000a12:40:30.426370 tst mo_mt_call.py: using CellId 34009\u000a12:40:30.548818 tst mo_mt_call.py: using BVCI 34010\u000a12:40:30.571924 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:30.583242 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:30.594389 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:30.605456 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:30.616657 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:30.627746 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:40:30.745842 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:40:30.982282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:31.560517 run create_hlr_db(pid=21952): Launched\u000a12:40:31.745867 bus /sierra_2: Setting Powered False\u000a12:40:32.759522 run create_hlr_db(pid=21952): Terminated: ok {rc=0}\u000a12:40:33.195790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21954): Launched\u000a12:40:33.524738 run osmo-hlr_10.42.42.2(pid=21955): Launched\u000a12:40:33.648908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:34.217264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21957): Launched\u000a12:40:34.546827 run osmo-stp_10.42.42.5(pid=21958): Launched\u000a12:40:34.665904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:35.262765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21960): Launched\u000a12:40:35.593701 run osmo-msc_10.42.42.6(pid=21961): Launched\u000a12:40:35.786452 run osmo-stp_10.42.42.5(pid=21958): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21958)]\u000a12:40:35.924675 run osmo-stp_10.42.42.5(pid=21958): stdout: \u000a| (launched: 2022-12-13_12:40:34.383031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:36.061685 run osmo-stp_10.42.42.5(pid=21958): stderr: \u000a| �[0;m�[38;5;43m20221213124034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124034576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124034576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124034576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124034576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:36.193074 run osmo-stp_10.42.42.5(pid=21958): stdout: \u000a| (launched: 2022-12-13_12:40:34.383031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:36.322938 run osmo-stp_10.42.42.5(pid=21958): stderr: \u000a| �[0;m�[38;5;43m20221213124034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124034575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124034576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124034576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124034576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124034576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:36.380157 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21958): Process ended prematurely: osmo-stp_10.42.42.5(pid=21958) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21958)] [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:40:36.389890 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:40:36.453236 run osmo-hlr_10.42.42.2(pid=21955): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21955)]\u000a12:40:36.505205 run osmo-hlr_10.42.42.2(pid=21955): stdout: \u000a| (launched: 2022-12-13_12:40:33.361777) \u000a12:40:36.557806 run osmo-hlr_10.42.42.2(pid=21955): stderr: \u000a| �[0;m�[1;31m20221213124033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124033561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124033576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124033586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124033587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124033587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:36.629441 run osmo-msc_10.42.42.6(pid=21961): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21961)]\u000a12:40:36.681139 run osmo-msc_10.42.42.6(pid=21961): stdout: \u000a| (launched: 2022-12-13_12:40:35.427912) \u000a12:40:36.733375 run osmo-msc_10.42.42.6(pid=21961): stderr: \u000a| �[0;m�[38;5;43m20221213124035750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124035750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f44a1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124035750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124035750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124035750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124035750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124035752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124035752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124035752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124035753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:36.777736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21954): Terminating (SIGTERM)\u000a12:40:36.819561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21957): Terminating (SIGTERM)\u000a12:40:36.862079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21960): Terminating (SIGTERM)\u000a12:40:36.871817 --- ParallelTerminationStrategy: PID 21954 died...\u000a12:40:36.928473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21954): Terminated: ok {rc=0}\u000a12:40:36.938663 --- ParallelTerminationStrategy: PID 21957 died...\u000a12:40:36.994757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21957): Terminated: ok {rc=0}\u000a12:40:37.005012 --- ParallelTerminationStrategy: PID 21960 died...\u000a12:40:37.061199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21960): Terminated: ok {rc=0}\u000a12:40:37.148182 bus /sierra_3: Setting Powered False\u000a12:40:38.254177 bus /sierra_3: Setting Powered False\u000a12:40:39.365702 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21969): Process ended prematurely: osmo-stp_10.42.42.5(pid=21969) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21969)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21969): Process ended prematurely: osmo-stp_10.42.42.5(pid=21969) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:40:40.475254 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:40.487380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:40:40.642878 tst mo_mt_call_osmux.py: using LAC 34010\u000a12:40:40.764846 tst mo_mt_call_osmux.py: using RAC 95\u000a12:40:40.886724 tst mo_mt_call_osmux.py: using CellId 34010\u000a12:40:41.011326 tst mo_mt_call_osmux.py: using BVCI 34011\u000a12:40:41.034697 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:41.046173 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:41.057526 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:41.068808 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:41.080185 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:40:41.091399 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:40:41.208367 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:40:41.411737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:41.902888 run create_hlr_db(pid=21963): Launched\u000a12:40:42.078715 bus /sierra_2: Setting Powered False\u000a12:40:43.110707 run create_hlr_db(pid=21963): Terminated: ok {rc=0}\u000a12:40:43.547510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21965): Launched\u000a12:40:43.875086 run osmo-hlr_10.42.42.2(pid=21966): Launched\u000a12:40:43.995887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:44.568347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21968): Launched\u000a12:40:44.896802 run osmo-stp_10.42.42.5(pid=21969): Launched\u000a12:40:45.015744 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:45.615061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21971): Launched\u000a12:40:46.036510 run osmo-msc_10.42.42.6(pid=21972): Launched\u000a12:40:46.386793 run osmo-stp_10.42.42.5(pid=21969): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21969)]\u000a12:40:46.581032 run osmo-stp_10.42.42.5(pid=21969): stdout: \u000a| (launched: 2022-12-13_12:40:44.734497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:46.727771 run osmo-stp_10.42.42.5(pid=21969): stderr: \u000a| �[0;m�[38;5;43m20221213124044928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124044928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124044928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124044929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124044929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124044929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124044929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:46.880468 run osmo-stp_10.42.42.5(pid=21969): stdout: \u000a| (launched: 2022-12-13_12:40:44.734497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:47.007835 run osmo-stp_10.42.42.5(pid=21969): stderr: \u000a| �[0;m�[38;5;43m20221213124044928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124044928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124044928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124044929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124044929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124044929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124044929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:47.064313 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21969): Process ended prematurely: osmo-stp_10.42.42.5(pid=21969) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21969)] [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:40:47.074210 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:40:47.136433 run osmo-hlr_10.42.42.2(pid=21966): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21966)]\u000a12:40:47.187285 run osmo-hlr_10.42.42.2(pid=21966): stdout: \u000a| (launched: 2022-12-13_12:40:43.713715) \u000a12:40:47.240059 run osmo-hlr_10.42.42.2(pid=21966): stderr: \u000a| �[0;m�[1;31m20221213124043914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124043914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124043914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124043914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124043914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124043914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124043927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124043937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124043938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124043938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:47.309217 run osmo-msc_10.42.42.6(pid=21972): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21972)]\u000a12:40:47.358907 run osmo-msc_10.42.42.6(pid=21972): stdout: \u000a| (launched: 2022-12-13_12:40:45.781336) \u000a12:40:47.408753 run osmo-msc_10.42.42.6(pid=21972): stderr: \u000a| �[0;m�[38;5;43m20221213124046384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124046384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e3fbd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124046384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124046385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124046385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124046385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124046387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124046387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124046387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124046387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:47.451101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21965): Terminating (SIGTERM)\u000a12:40:47.491303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21968): Terminating (SIGTERM)\u000a12:40:47.531489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21971): Terminating (SIGTERM)\u000a12:40:47.540880 --- ParallelTerminationStrategy: PID 21965 died...\u000a12:40:47.594911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21965): Terminated: ok {rc=0}\u000a12:40:47.604576 --- ParallelTerminationStrategy: PID 21968 died...\u000a12:40:47.658144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21968): Terminated: ok {rc=0}\u000a12:40:47.667911 --- ParallelTerminationStrategy: PID 21971 died...\u000a12:40:47.721226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21971): Terminated: ok {rc=0}\u000a12:40:47.809012 bus /sierra_3: Setting Powered False\u000a12:40:48.912226 bus /sierra_3: Setting Powered False\u000a12:40:50.024495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:40:29" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21983): Process ended prematurely: osmo-stp_10.42.42.5(pid=21983) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21983)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21983): Process ended prematurely: osmo-stp_10.42.42.5(pid=21983) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:40:52.028635 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:40:52.040261 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:40:52.209225 tst mo_mt_call.py: using LAC 34011\u000a12:40:52.334095 tst mo_mt_call.py: using RAC 96\u000a12:40:52.459400 tst mo_mt_call.py: using CellId 34011\u000a12:40:52.589931 tst mo_mt_call.py: using BVCI 34012\u000a12:40:52.614734 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:40:52.626437 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:40:52.637946 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:40:52.649564 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:40:52.661419 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:40:52.673248 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:40:52.789960 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:40:53.000809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:53.515171 run create_hlr_db(pid=21977): Launched\u000a12:40:53.703927 bus /sierra_2: Setting Powered False\u000a12:40:54.725061 run create_hlr_db(pid=21977): Terminated: ok {rc=0}\u000a12:40:55.137332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21979): Launched\u000a12:40:55.443411 run osmo-hlr_10.42.42.2(pid=21980): Launched\u000a12:40:55.556690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:56.089492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21982): Launched\u000a12:40:56.398001 run osmo-stp_10.42.42.5(pid=21983): Launched\u000a12:40:56.508558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:57.067932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21985): Launched\u000a12:40:57.375692 run osmo-msc_10.42.42.6(pid=21986): Launched\u000a12:40:57.554673 run osmo-stp_10.42.42.5(pid=21983): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21983)]\u000a12:40:57.683743 run osmo-stp_10.42.42.5(pid=21983): stdout: \u000a| (launched: 2022-12-13_12:40:56.244151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:57.811191 run osmo-stp_10.42.42.5(pid=21983): stderr: \u000a| �[0;m�[38;5;43m20221213124056417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124056417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124056417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124056417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:57.934034 run osmo-stp_10.42.42.5(pid=21983): stdout: \u000a| (launched: 2022-12-13_12:40:56.244151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:58.055443 run osmo-stp_10.42.42.5(pid=21983): stderr: \u000a| �[0;m�[38;5;43m20221213124056417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124056417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124056417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124056417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124056420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:58.109515 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21983): Process ended prematurely: osmo-stp_10.42.42.5(pid=21983) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21983)] [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:40:58.118373 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:40:58.178166 run osmo-hlr_10.42.42.2(pid=21980): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21980)]\u000a12:40:58.226811 run osmo-hlr_10.42.42.2(pid=21980): stdout: \u000a| (launched: 2022-12-13_12:40:55.292014) \u000a12:40:58.276244 run osmo-hlr_10.42.42.2(pid=21980): stderr: \u000a| �[0;m�[1;31m20221213124055471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124055471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124055471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124055471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124055471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124055471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124055486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124055497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124055497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124055497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:58.344264 run osmo-msc_10.42.42.6(pid=21986): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21986)]\u000a12:40:58.392787 run osmo-msc_10.42.42.6(pid=21986): stdout: \u000a| (launched: 2022-12-13_12:40:57.223085) \u000a12:40:58.443939 run osmo-msc_10.42.42.6(pid=21986): stderr: \u000a| �[0;m�[38;5;43m20221213124057496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124057496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbeef3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124057496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124057496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124057496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124057497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124057498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124057499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124057499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124057499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:58.485803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21979): Terminating (SIGTERM)\u000a12:40:58.525497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21982): Terminating (SIGTERM)\u000a12:40:58.565094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21985): Terminating (SIGTERM)\u000a12:40:58.574402 --- ParallelTerminationStrategy: PID 21979 died...\u000a12:40:58.628008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21979): Terminated: ok {rc=0}\u000a12:40:58.637907 --- ParallelTerminationStrategy: PID 21982 died...\u000a12:40:58.691352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21982): Terminated: ok {rc=0}\u000a12:40:58.700840 --- ParallelTerminationStrategy: PID 21985 died...\u000a12:40:58.754405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21985): Terminated: ok {rc=0}\u000a12:40:58.842768 bus /sierra_3: Setting Powered False\u000a12:40:59.944358 bus /sierra_3: Setting Powered False\u000a12:41:01.054783 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21994): Process ended prematurely: osmo-stp_10.42.42.5(pid=21994) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21994)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21994): Process ended prematurely: osmo-stp_10.42.42.5(pid=21994) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:41:02.180223 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:41:02.193843 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:41:02.363150 tst mo_mt_call_osmux.py: using LAC 34012\u000a12:41:02.494103 tst mo_mt_call_osmux.py: using RAC 97\u000a12:41:02.624506 tst mo_mt_call_osmux.py: using CellId 34012\u000a12:41:02.752798 tst mo_mt_call_osmux.py: using BVCI 34013\u000a12:41:02.777741 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:41:02.789422 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:41:02.800874 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:41:02.812380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:41:02.824312 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:41:02.836209 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:41:02.957861 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:41:03.169407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:03.666779 run create_hlr_db(pid=21988): Launched\u000a12:41:03.843386 bus /sierra_2: Setting Powered False\u000a12:41:04.863921 run create_hlr_db(pid=21988): Terminated: ok {rc=0}\u000a12:41:05.299516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21990): Launched\u000a12:41:05.630524 run osmo-hlr_10.42.42.2(pid=21991): Launched\u000a12:41:05.751295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:06.319831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21993): Launched\u000a12:41:06.650760 run osmo-stp_10.42.42.5(pid=21994): Launched\u000a12:41:06.770851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:07.368740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21996): Launched\u000a12:41:07.697066 run osmo-msc_10.42.42.6(pid=21997): Launched\u000a12:41:07.889459 run osmo-stp_10.42.42.5(pid=21994): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21994)]\u000a12:41:08.027984 run osmo-stp_10.42.42.5(pid=21994): stdout: \u000a| (launched: 2022-12-13_12:41:06.486534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:08.166034 run osmo-stp_10.42.42.5(pid=21994): stderr: \u000a| �[0;m�[38;5;43m20221213124106680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124106680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124106680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124106681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124106683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124106683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124106683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:08.296919 run osmo-stp_10.42.42.5(pid=21994): stdout: \u000a| (launched: 2022-12-13_12:41:06.486534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:08.427501 run osmo-stp_10.42.42.5(pid=21994): stderr: \u000a| �[0;m�[38;5;43m20221213124106680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124106680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124106680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124106681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124106683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124106683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124106683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:08.485135 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21994): Process ended prematurely: osmo-stp_10.42.42.5(pid=21994) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21994)] [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:41:08.495026 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:41:08.558211 run osmo-hlr_10.42.42.2(pid=21991): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21991)]\u000a12:41:08.610058 run osmo-hlr_10.42.42.2(pid=21991): stdout: \u000a| (launched: 2022-12-13_12:41:05.466161) \u000a12:41:08.662104 run osmo-hlr_10.42.42.2(pid=21991): stderr: \u000a| �[0;m�[1;31m20221213124105668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124105668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124105668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124105668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124105668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124105668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124105680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124105688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124105689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124105689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:08.732892 run osmo-msc_10.42.42.6(pid=21997): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21997)]\u000a12:41:08.784261 run osmo-msc_10.42.42.6(pid=21997): stdout: \u000a| (launched: 2022-12-13_12:41:07.535181) \u000a12:41:08.836082 run osmo-msc_10.42.42.6(pid=21997): stderr: \u000a| �[0;m�[38;5;43m20221213124107860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124107860 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2f5562c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124107860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124107860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124107860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124107861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124107862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124107863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124107863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124107863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:08.880451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21990): Terminating (SIGTERM)\u000a12:41:08.922465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21993): Terminating (SIGTERM)\u000a12:41:08.965462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21996): Terminating (SIGTERM)\u000a12:41:08.975157 --- ParallelTerminationStrategy: PID 21990 died...\u000a12:41:09.031532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21990): Terminated: ok {rc=0}\u000a12:41:09.041689 --- ParallelTerminationStrategy: PID 21993 died...\u000a12:41:09.097984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21993): Terminated: ok {rc=0}\u000a12:41:09.108028 --- ParallelTerminationStrategy: PID 21996 died...\u000a12:41:09.164165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21996): Terminated: ok {rc=0}\u000a12:41:09.250855 bus /sierra_3: Setting Powered False\u000a12:41:10.356639 bus /sierra_3: Setting Powered False\u000a12:41:11.463781 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:40:51" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22009): Process ended prematurely: osmo-stp_10.42.42.5(pid=22009) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22009)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22009): Process ended prematurely: osmo-stp_10.42.42.5(pid=22009) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:41:13.475408 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:13.487385 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:41:13.656716 tst mo_mt_call.py: using LAC 34013\u000a12:41:13.783067 tst mo_mt_call.py: using RAC 98\u000a12:41:13.919820 tst mo_mt_call.py: using CellId 34013\u000a12:41:14.046299 tst mo_mt_call.py: using BVCI 34014\u000a12:41:14.071358 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:14.083207 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:14.094909 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:14.106438 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:14.118525 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:14.130544 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:41:14.246963 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:41:14.459976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:14.975365 run create_hlr_db(pid=22003): Launched\u000a12:41:15.164496 bus /sierra_2: Setting Powered False\u000a12:41:16.189842 run create_hlr_db(pid=22003): Terminated: ok {rc=0}\u000a12:41:16.645319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22005): Launched\u000a12:41:17.089731 run osmo-hlr_10.42.42.2(pid=22006): Launched\u000a12:41:17.211473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:17.743478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22008): Launched\u000a12:41:18.049840 run osmo-stp_10.42.42.5(pid=22009): Launched\u000a12:41:18.160028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:18.719314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22011): Launched\u000a12:41:19.027278 run osmo-msc_10.42.42.6(pid=22012): Launched\u000a12:41:19.205725 run osmo-stp_10.42.42.5(pid=22009): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22009)]\u000a12:41:19.334896 run osmo-stp_10.42.42.5(pid=22009): stdout: \u000a| (launched: 2022-12-13_12:41:17.898024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:19.470922 run osmo-stp_10.42.42.5(pid=22009): stderr: \u000a| �[0;m�[38;5;43m20221213124118069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124118069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124118069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124118070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124118072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124118072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124118072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:19.592838 run osmo-stp_10.42.42.5(pid=22009): stdout: \u000a| (launched: 2022-12-13_12:41:17.898024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:19.713762 run osmo-stp_10.42.42.5(pid=22009): stderr: \u000a| �[0;m�[38;5;43m20221213124118069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124118069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124118069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124118070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124118072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124118072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124118072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:19.767057 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22009): Process ended prematurely: osmo-stp_10.42.42.5(pid=22009) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22009)] [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:41:19.775685 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:41:19.835768 run osmo-hlr_10.42.42.2(pid=22006): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22006)]\u000a12:41:19.884428 run osmo-hlr_10.42.42.2(pid=22006): stdout: \u000a| (launched: 2022-12-13_12:41:16.814971) \u000a12:41:19.933763 run osmo-hlr_10.42.42.2(pid=22006): stderr: \u000a| �[0;m�[1;31m20221213124117128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124117128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124117128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124117128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124117128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124117128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124117146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124117167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124117167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124117167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:20.000849 run osmo-msc_10.42.42.6(pid=22012): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22012)]\u000a12:41:20.049529 run osmo-msc_10.42.42.6(pid=22012): stdout: \u000a| (launched: 2022-12-13_12:41:18.874012) \u000a12:41:20.098696 run osmo-msc_10.42.42.6(pid=22012): stderr: \u000a| �[0;m�[38;5;43m20221213124119147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124119147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18dcea8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124119147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124119147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124119148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124119148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124119150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124119150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124119150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124119150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:20.140233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22005): Terminating (SIGTERM)\u000a12:41:20.179576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22008): Terminating (SIGTERM)\u000a12:41:20.218987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22011): Terminating (SIGTERM)\u000a12:41:20.228192 --- ParallelTerminationStrategy: PID 22005 died...\u000a12:41:20.280799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22005): Terminated: ok {rc=0}\u000a12:41:20.290366 --- ParallelTerminationStrategy: PID 22008 died...\u000a12:41:20.342910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22008): Terminated: ok {rc=0}\u000a12:41:20.352467 --- ParallelTerminationStrategy: PID 22011 died...\u000a12:41:20.404838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22011): Terminated: ok {rc=0}\u000a12:41:20.493264 bus /sierra_3: Setting Powered False\u000a12:41:21.596575 bus /sierra_3: Setting Powered False\u000a12:41:22.706002 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22020): Process ended prematurely: osmo-stp_10.42.42.5(pid=22020) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22020)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22020): Process ended prematurely: osmo-stp_10.42.42.5(pid=22020) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:41:23.815312 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:23.827336 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:41:23.981205 tst mo_mt_call_osmux.py: using LAC 34014\u000a12:41:24.110528 tst mo_mt_call_osmux.py: using RAC 99\u000a12:41:24.239924 tst mo_mt_call_osmux.py: using CellId 34014\u000a12:41:24.367060 tst mo_mt_call_osmux.py: using BVCI 34015\u000a12:41:24.392069 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:24.404125 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:24.415729 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:24.427314 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:24.439291 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:41:24.451263 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:41:24.568239 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:41:24.773639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:25.263481 run create_hlr_db(pid=22014): Launched\u000a12:41:25.439465 bus /sierra_2: Setting Powered False\u000a12:41:26.459906 run create_hlr_db(pid=22014): Terminated: ok {rc=0}\u000a12:41:26.897134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22016): Launched\u000a12:41:27.224057 run osmo-hlr_10.42.42.2(pid=22017): Launched\u000a12:41:27.347601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:27.915422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22019): Launched\u000a12:41:28.241349 run osmo-stp_10.42.42.5(pid=22020): Launched\u000a12:41:28.359569 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:28.954995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22022): Launched\u000a12:41:29.281602 run osmo-msc_10.42.42.6(pid=22023): Launched\u000a12:41:29.473303 run osmo-stp_10.42.42.5(pid=22020): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22020)]\u000a12:41:29.612178 run osmo-stp_10.42.42.5(pid=22020): stdout: \u000a| (launched: 2022-12-13_12:41:28.080806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:29.757086 run osmo-stp_10.42.42.5(pid=22020): stderr: \u000a| �[0;m�[38;5;43m20221213124128273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124128273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124128274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124128274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124128274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124128274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124128275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:29.886520 run osmo-stp_10.42.42.5(pid=22020): stdout: \u000a| (launched: 2022-12-13_12:41:28.080806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:30.014832 run osmo-stp_10.42.42.5(pid=22020): stderr: \u000a| �[0;m�[38;5;43m20221213124128273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124128273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124128274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124128274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124128274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124128274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124128275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:30.071678 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22020): Process ended prematurely: osmo-stp_10.42.42.5(pid=22020) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22020)] [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:41:30.081179 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:41:30.144253 run osmo-hlr_10.42.42.2(pid=22017): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22017)]\u000a12:41:30.196009 run osmo-hlr_10.42.42.2(pid=22017): stdout: \u000a| (launched: 2022-12-13_12:41:27.063158) \u000a12:41:30.248312 run osmo-hlr_10.42.42.2(pid=22017): stderr: \u000a| �[0;m�[1;31m20221213124127259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124127260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124127260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124127260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124127260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124127260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124127273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124127281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124127282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124127282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:30.319150 run osmo-msc_10.42.42.6(pid=22023): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22023)]\u000a12:41:30.370755 run osmo-msc_10.42.42.6(pid=22023): stdout: \u000a| (launched: 2022-12-13_12:41:29.120757) \u000a12:41:30.422807 run osmo-msc_10.42.42.6(pid=22023): stderr: \u000a| �[0;m�[38;5;43m20221213124129441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124129441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d26f23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124129441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124129441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124129441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124129441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124129443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124129444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124129444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124129444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:30.467386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22016): Terminating (SIGTERM)\u000a12:41:30.509915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22019): Terminating (SIGTERM)\u000a12:41:30.552265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22022): Terminating (SIGTERM)\u000a12:41:30.562166 --- ParallelTerminationStrategy: PID 22016 died...\u000a12:41:30.619011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22016): Terminated: ok {rc=0}\u000a12:41:30.629220 --- ParallelTerminationStrategy: PID 22019 died...\u000a12:41:30.686011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22019): Terminated: ok {rc=0}\u000a12:41:30.695993 --- ParallelTerminationStrategy: PID 22022 died...\u000a12:41:30.752084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22022): Terminated: ok {rc=0}\u000a12:41:30.844814 bus /sierra_3: Setting Powered False\u000a12:41:31.970812 bus /sierra_3: Setting Powered False\u000a12:41:33.085130 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:41:13" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:41:35.091178 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:35.102741 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:41:35.264730 tst mo_mt_call.py: using LAC 34015\u000a12:41:35.391505 tst mo_mt_call.py: using RAC 100\u000a12:41:35.519662 tst mo_mt_call.py: using CellId 34015\u000a12:41:35.640447 tst mo_mt_call.py: using BVCI 34016\u000a12:41:35.663920 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:35.675184 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:35.686219 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:35.697213 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:35.708507 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:35.719803 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:41:35.838251 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:41:36.037977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:36.516760 run create_hlr_db(pid=22028): Launched\u000a12:41:36.688903 bus /sierra_2: Setting Powered False\u000a12:41:37.710395 run create_hlr_db(pid=22028): Terminated: ok {rc=0}\u000a12:41:38.137158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Launched\u000a12:41:38.458603 run osmo-hlr_10.42.42.2(pid=22031): Launched\u000a12:41:38.577615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:39.137687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Launched\u000a12:41:39.460868 run osmo-stp_10.42.42.5(pid=22034): Launched\u000a12:41:39.579036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:40.167213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22036): Launched\u000a12:41:40.489849 run osmo-msc_10.42.42.6(pid=22037): Launched\u000a12:41:40.680381 run osmo-stp_10.42.42.5(pid=22034): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]\u000a12:41:40.817666 run osmo-stp_10.42.42.5(pid=22034): stdout: \u000a| (launched: 2022-12-13_12:41:39.301660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:40.953492 run osmo-stp_10.42.42.5(pid=22034): stderr: \u000a| �[0;m�[38;5;43m20221213124139493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124139493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124139493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124139494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124139494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124139494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124139494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:41.083240 run osmo-stp_10.42.42.5(pid=22034): stdout: \u000a| (launched: 2022-12-13_12:41:39.301660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:41.211770 run osmo-stp_10.42.42.5(pid=22034): stderr: \u000a| �[0;m�[38;5;43m20221213124139493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124139493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124139493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124139494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124139494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124139494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124139494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:41.268517 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)] [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:41:41.278023 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:41:41.340791 run osmo-hlr_10.42.42.2(pid=22031): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22031)]\u000a12:41:41.392237 run osmo-hlr_10.42.42.2(pid=22031): stdout: \u000a| (launched: 2022-12-13_12:41:38.300229) \u000a12:41:41.444209 run osmo-hlr_10.42.42.2(pid=22031): stderr: \u000a| �[0;m�[1;31m20221213124138495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124138495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124138495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124138495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124138495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124138495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124138508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124138517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124138517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124138517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:41.514967 run osmo-msc_10.42.42.6(pid=22037): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22037)]\u000a12:41:41.566373 run osmo-msc_10.42.42.6(pid=22037): stdout: \u000a| (launched: 2022-12-13_12:41:40.330686) \u000a12:41:41.617877 run osmo-msc_10.42.42.6(pid=22037): stderr: \u000a| �[0;m�[38;5;43m20221213124140651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124140651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69ea1b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124140651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124140651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124140651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124140651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124140653 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124140654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124140654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124140654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:41.662122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Terminating (SIGTERM)\u000a12:41:41.703775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Terminating (SIGTERM)\u000a12:41:41.746202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22036): Terminating (SIGTERM)\u000a12:41:41.755778 --- ParallelTerminationStrategy: PID 22030 died...\u000a12:41:41.811863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Terminated: ok {rc=0}\u000a12:41:41.821894 --- ParallelTerminationStrategy: PID 22033 died...\u000a12:41:41.877950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Terminated: ok {rc=0}\u000a12:41:41.888121 --- ParallelTerminationStrategy: PID 22036 died...\u000a12:41:41.944187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22036): Terminated: ok {rc=0}\u000a12:41:42.030881 bus /sierra_3: Setting Powered False\u000a12:41:43.136649 bus /sierra_3: Setting Powered False\u000a12:41:44.245334 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22045): Process ended prematurely: osmo-stp_10.42.42.5(pid=22045) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22045)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22045): Process ended prematurely: osmo-stp_10.42.42.5(pid=22045) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:41:45.359350 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:45.371507 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:41:45.532706 tst mo_mt_call_osmux.py: using LAC 34016\u000a12:41:45.657741 tst mo_mt_call_osmux.py: using RAC 101\u000a12:41:45.782928 tst mo_mt_call_osmux.py: using CellId 34016\u000a12:41:45.947563 tst mo_mt_call_osmux.py: using BVCI 34017\u000a12:41:45.974116 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:45.987159 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:45.999941 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:46.012663 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:46.026269 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:41:46.039662 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:41:46.159684 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:41:46.418557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:47.045497 run create_hlr_db(pid=22039): Launched\u000a12:41:47.236165 bus /sierra_2: Setting Powered False\u000a12:41:48.253509 run create_hlr_db(pid=22039): Terminated: ok {rc=0}\u000a12:41:48.682292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22041): Launched\u000a12:41:49.003750 run osmo-hlr_10.42.42.2(pid=22042): Launched\u000a12:41:49.122981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:49.684511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22044): Launched\u000a12:41:50.005816 run osmo-stp_10.42.42.5(pid=22045): Launched\u000a12:41:50.122455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:50.711512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22047): Launched\u000a12:41:51.033788 run osmo-msc_10.42.42.6(pid=22048): Launched\u000a12:41:51.222788 run osmo-stp_10.42.42.5(pid=22045): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22045)]\u000a12:41:51.359090 run osmo-stp_10.42.42.5(pid=22045): stdout: \u000a| (launched: 2022-12-13_12:41:49.847715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:51.494504 run osmo-stp_10.42.42.5(pid=22045): stderr: \u000a| �[0;m�[38;5;43m20221213124150037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124150037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124150037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124150038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124150038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124150038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124150038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:51.624639 run osmo-stp_10.42.42.5(pid=22045): stdout: \u000a| (launched: 2022-12-13_12:41:49.847715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:51.753062 run osmo-stp_10.42.42.5(pid=22045): stderr: \u000a| �[0;m�[38;5;43m20221213124150037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124150037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124150037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124150038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124150038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124150038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124150038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:51.809798 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22045): Process ended prematurely: osmo-stp_10.42.42.5(pid=22045) [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22045)] [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:41:51.818971 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:41:51.881505 run osmo-hlr_10.42.42.2(pid=22042): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22042)]\u000a12:41:51.932713 run osmo-hlr_10.42.42.2(pid=22042): stdout: \u000a| (launched: 2022-12-13_12:41:48.846178) \u000a12:41:51.984308 run osmo-hlr_10.42.42.2(pid=22042): stderr: \u000a| �[0;m�[1;31m20221213124149042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124149042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124149042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124149042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124149042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124149042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124149055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124149063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124149063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124149063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:52.054539 run osmo-msc_10.42.42.6(pid=22048): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22048)]\u000a12:41:52.105566 run osmo-msc_10.42.42.6(pid=22048): stdout: \u000a| (launched: 2022-12-13_12:41:50.875013) \u000a12:41:52.157280 run osmo-msc_10.42.42.6(pid=22048): stderr: \u000a| �[0;m�[38;5;43m20221213124151191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124151191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c8630dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124151191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124151191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124151191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124151191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124151193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124151193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124151194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124151194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:52.201612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22041): Terminating (SIGTERM)\u000a12:41:52.243227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22044): Terminating (SIGTERM)\u000a12:41:52.285714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22047): Terminating (SIGTERM)\u000a12:41:52.295394 --- ParallelTerminationStrategy: PID 22041 died...\u000a12:41:52.351651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22041): Terminated: ok {rc=0}\u000a12:41:52.361824 --- ParallelTerminationStrategy: PID 22044 died...\u000a12:41:52.417772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22044): Terminated: ok {rc=0}\u000a12:41:52.427793 --- ParallelTerminationStrategy: PID 22047 died...\u000a12:41:52.483695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22047): Terminated: ok {rc=0}\u000a12:41:52.570734 bus /sierra_3: Setting Powered False\u000a12:41:53.676492 bus /sierra_3: Setting Powered False\u000a12:41:54.784840 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:41:34" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:41:56.786228 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:41:56.797882 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:41:56.958717 tst mo_mt_call.py: using LAC 34017\u000a12:41:57.084521 tst mo_mt_call.py: using RAC 102\u000a12:41:57.211709 tst mo_mt_call.py: using CellId 34017\u000a12:41:57.339048 tst mo_mt_call.py: using BVCI 34018\u000a12:41:57.363530 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:41:57.375178 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:41:57.386629 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:41:57.398058 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:41:57.409952 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:41:57.421687 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:41:57.535781 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:41:57.749276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:58.253097 run create_hlr_db(pid=22054): Launched\u000a12:41:58.438944 bus /sierra_2: Setting Powered False\u000a12:41:59.448874 run create_hlr_db(pid=22054): Terminated: ok {rc=0}\u000a12:41:59.885373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22056): Launched\u000a12:42:00.206622 run osmo-hlr_10.42.42.2(pid=22057): Launched\u000a12:42:00.325032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:00.924113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22059): Launched\u000a12:42:01.395413 run osmo-stp_10.42.42.5(pid=22063): Launched\u000a12:42:01.604419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:02.214657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Launched\u000a12:42:02.537651 run osmo-msc_10.42.42.6(pid=22066): Launched\u000a12:42:02.726985 run osmo-stp_10.42.42.5(pid=22063): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]\u000a12:42:02.863427 run osmo-stp_10.42.42.5(pid=22063): stdout: \u000a| (launched: 2022-12-13_12:42:01.121763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:02.999383 run osmo-stp_10.42.42.5(pid=22063): stderr: \u000a| �[0;m�[38;5;43m20221213124201404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124201413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124201413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124201414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124201414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124201414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124201414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:03.130159 run osmo-stp_10.42.42.5(pid=22063): stdout: \u000a| (launched: 2022-12-13_12:42:01.121763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:03.275614 run osmo-stp_10.42.42.5(pid=22063): stderr: \u000a| �[0;m�[38;5;43m20221213124201404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124201413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124201413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124201414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124201414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124201414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124201414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:03.332504 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)] [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:42:03.341754 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:42:03.405532 run osmo-hlr_10.42.42.2(pid=22057): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22057)]\u000a12:42:03.457312 run osmo-hlr_10.42.42.2(pid=22057): stdout: \u000a| (launched: 2022-12-13_12:42:00.048768) \u000a12:42:03.509743 run osmo-hlr_10.42.42.2(pid=22057): stderr: \u000a| �[0;m�[1;31m20221213124200242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124200242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124200242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124200242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124200242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124200242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124200254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124200263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124200263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124200263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:03.581252 run osmo-msc_10.42.42.6(pid=22066): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22066)]\u000a12:42:03.633141 run osmo-msc_10.42.42.6(pid=22066): stdout: \u000a| (launched: 2022-12-13_12:42:02.378441) \u000a12:42:03.685074 run osmo-msc_10.42.42.6(pid=22066): stderr: \u000a| �[0;m�[38;5;43m20221213124202698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124202698 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf931abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124202698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124202698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124202699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124202699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124202700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124202701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124202701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124202701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:03.730039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22056): Terminating (SIGTERM)\u000a12:42:03.772338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22059): Terminating (SIGTERM)\u000a12:42:03.814733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Terminating (SIGTERM)\u000a12:42:03.824403 --- ParallelTerminationStrategy: PID 22056 died...\u000a12:42:03.881757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22056): Terminated: ok {rc=0}\u000a12:42:03.891746 --- ParallelTerminationStrategy: PID 22059 died...\u000a12:42:03.948752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22059): Terminated: ok {rc=0}\u000a12:42:03.958761 --- ParallelTerminationStrategy: PID 22065 died...\u000a12:42:04.015926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Terminated: ok {rc=0}\u000a12:42:04.103231 bus /sierra_3: Setting Powered False\u000a12:42:05.208827 bus /sierra_3: Setting Powered False\u000a12:42:06.316937 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22074): Process ended prematurely: osmo-stp_10.42.42.5(pid=22074) [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22074)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22074): Process ended prematurely: osmo-stp_10.42.42.5(pid=22074) [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:42:07.431146 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:42:07.443458 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:42:07.606676 tst mo_mt_call_osmux.py: using LAC 34018\u000a12:42:07.732650 tst mo_mt_call_osmux.py: using RAC 103\u000a12:42:07.859163 tst mo_mt_call_osmux.py: using CellId 34018\u000a12:42:07.985939 tst mo_mt_call_osmux.py: using BVCI 34019\u000a12:42:08.010465 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:42:08.022173 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:42:08.033717 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:42:08.045241 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:42:08.057103 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:42:08.068866 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:42:08.184693 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:42:08.395391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:08.900143 run create_hlr_db(pid=22068): Launched\u000a12:42:09.086180 bus /sierra_2: Setting Powered False\u000a12:42:10.107558 run create_hlr_db(pid=22068): Terminated: ok {rc=0}\u000a12:42:10.510103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22070): Launched\u000a12:42:10.809488 run osmo-hlr_10.42.42.2(pid=22071): Launched\u000a12:42:10.925154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:11.445855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22073): Launched\u000a12:42:11.745631 run osmo-stp_10.42.42.5(pid=22074): Launched\u000a12:42:11.854873 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:12.403304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22076): Launched\u000a12:42:12.703921 run osmo-msc_10.42.42.6(pid=22077): Launched\u000a12:42:12.879177 run osmo-stp_10.42.42.5(pid=22074): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22074)]\u000a12:42:13.005783 run osmo-stp_10.42.42.5(pid=22074): stdout: \u000a| (launched: 2022-12-13_12:42:11.597521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:13.130194 run osmo-stp_10.42.42.5(pid=22074): stderr: \u000a| �[0;m�[38;5;43m20221213124211765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124211765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124211765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124211766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124211766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124211766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124211766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:13.250168 run osmo-stp_10.42.42.5(pid=22074): stdout: \u000a| (launched: 2022-12-13_12:42:11.597521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:13.368891 run osmo-stp_10.42.42.5(pid=22074): stderr: \u000a| �[0;m�[38;5;43m20221213124211765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124211765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124211765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124211766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124211766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124211766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124211766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:13.421809 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22074): Process ended prematurely: osmo-stp_10.42.42.5(pid=22074) [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22074)] [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:42:13.430295 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a12:42:13.489356 run osmo-hlr_10.42.42.2(pid=22071): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22071)]\u000a12:42:13.537629 run osmo-hlr_10.42.42.2(pid=22071): stdout: \u000a| (launched: 2022-12-13_12:42:10.662076) \u000a12:42:13.586455 run osmo-hlr_10.42.42.2(pid=22071): stderr: \u000a| �[0;m�[1;31m20221213124210837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124210837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124210837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124210837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124210837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124210837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124210849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124210858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124210858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124210858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:13.653028 run osmo-msc_10.42.42.6(pid=22077): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22077)]\u000a12:42:13.701233 run osmo-msc_10.42.42.6(pid=22077): stdout: \u000a| (launched: 2022-12-13_12:42:12.555505) \u000a12:42:13.749948 run osmo-msc_10.42.42.6(pid=22077): stderr: \u000a| �[0;m�[38;5;43m20221213124212825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124212825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e0736ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124212825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124212825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124212825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124212826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124212827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124212828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124212828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124212828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:13.791223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22070): Terminating (SIGTERM)\u000a12:42:13.830446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22073): Terminating (SIGTERM)\u000a12:42:13.869614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22076): Terminating (SIGTERM)\u000a12:42:13.878744 --- ParallelTerminationStrategy: PID 22070 died...\u000a12:42:13.931107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22070): Terminated: ok {rc=0}\u000a12:42:13.940582 --- ParallelTerminationStrategy: PID 22073 died...\u000a12:42:13.992689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22073): Terminated: ok {rc=0}\u000a12:42:14.002138 --- ParallelTerminationStrategy: PID 22076 died...\u000a12:42:14.054375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22076): Terminated: ok {rc=0}\u000a12:42:14.141571 bus /sierra_3: Setting Powered False\u000a12:42:15.243424 bus /sierra_3: Setting Powered False\u000a12:42:16.361870 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:41:56" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22088): Process ended prematurely: osmo-stp_10.42.42.5(pid=22088) [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22088)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22088): Process ended prematurely: osmo-stp_10.42.42.5(pid=22088) [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a12:42:18.374043 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:18.385789 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:42:18.530252 tst mo_mt_call.py: using LAC 34019\u000a12:42:18.656459 tst mo_mt_call.py: using RAC 104\u000a12:42:18.783348 tst mo_mt_call.py: using CellId 34019\u000a12:42:18.907132 tst mo_mt_call.py: using BVCI 34020\u000a12:42:18.931645 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:18.943659 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:18.955321 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:18.966857 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:18.978917 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:18.990834 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:42:19.105972 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:42:19.305708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:19.785559 run create_hlr_db(pid=22082): Launched\u000a12:42:19.957722 bus /sierra_2: Setting Powered False\u000a12:42:20.982217 run create_hlr_db(pid=22082): Terminated: ok {rc=0}\u000a12:42:21.411063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22084): Launched\u000a12:42:21.734945 run osmo-hlr_10.42.42.2(pid=22085): Launched\u000a12:42:21.855586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:22.413146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22087): Launched\u000a12:42:22.735481 run osmo-stp_10.42.42.5(pid=22088): Launched\u000a12:42:22.851922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:23.436680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22090): Launched\u000a12:42:23.757221 run osmo-msc_10.42.42.6(pid=22091): Launched\u000a12:42:23.944725 run osmo-stp_10.42.42.5(pid=22088): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22088)]\u000a12:42:24.080306 run osmo-stp_10.42.42.5(pid=22088): stdout: \u000a| (launched: 2022-12-13_12:42:22.576654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:24.214457 run osmo-stp_10.42.42.5(pid=22088): stderr: \u000a| �[0;m�[38;5;43m20221213124222766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124222766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124222766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124222767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124222767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124222767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124222767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:24.342968 run osmo-stp_10.42.42.5(pid=22088): stdout: \u000a| (launched: 2022-12-13_12:42:22.576654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:24.470279 run osmo-stp_10.42.42.5(pid=22088): stderr: \u000a| �[0;m�[38;5;43m20221213124222766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124222766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124222766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124222767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124222767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124222767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124222767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:24.526776 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22088): Process ended prematurely: osmo-stp_10.42.42.5(pid=22088) [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22088)] [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a12:42:24.535923 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:42:24.599056 run osmo-hlr_10.42.42.2(pid=22085): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22085)]\u000a12:42:24.650244 run osmo-hlr_10.42.42.2(pid=22085): stdout: \u000a| (launched: 2022-12-13_12:42:21.574662) \u000a12:42:24.702195 run osmo-hlr_10.42.42.2(pid=22085): stderr: \u000a| �[0;m�[1;31m20221213124221770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124221770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124221770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124221770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124221770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124221771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124221783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:24.772262 run osmo-msc_10.42.42.6(pid=22091): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22091)]\u000a12:42:24.823336 run osmo-msc_10.42.42.6(pid=22091): stdout: \u000a| (launched: 2022-12-13_12:42:23.599399) \u000a12:42:24.875280 run osmo-msc_10.42.42.6(pid=22091): stderr: \u000a| �[0;m�[38;5;43m20221213124223918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124223918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbd251bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124223918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124223918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124223918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124223918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124223920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124223920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124223921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124223921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:24.919258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22084): Terminating (SIGTERM)\u000a12:42:24.960674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22087): Terminating (SIGTERM)\u000a12:42:25.002280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22090): Terminating (SIGTERM)\u000a12:42:25.011950 --- ParallelTerminationStrategy: PID 22084 died...\u000a12:42:25.067945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22084): Terminated: ok {rc=0}\u000a12:42:25.078038 --- ParallelTerminationStrategy: PID 22087 died...\u000a12:42:25.133910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22087): Terminated: ok {rc=0}\u000a12:42:25.143812 --- ParallelTerminationStrategy: PID 22090 died...\u000a12:42:25.199664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22090): Terminated: ok {rc=0}\u000a12:42:25.286827 bus /sierra_3: Setting Powered False\u000a12:42:26.392210 bus /sierra_3: Setting Powered False\u000a12:42:27.500158 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22099): Process ended prematurely: osmo-stp_10.42.42.5(pid=22099) [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22099)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22099): Process ended prematurely: osmo-stp_10.42.42.5(pid=22099) [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:42:28.614647 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:28.627220 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:42:28.770017 tst mo_mt_call_osmux.py: using LAC 34020\u000a12:42:28.895841 tst mo_mt_call_osmux.py: using RAC 105\u000a12:42:29.022620 tst mo_mt_call_osmux.py: using CellId 34020\u000a12:42:29.149608 tst mo_mt_call_osmux.py: using BVCI 34021\u000a12:42:29.174136 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:29.186013 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:29.197754 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:29.209412 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:29.221903 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:42:29.234342 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:42:29.355660 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:42:29.555712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:30.034486 run create_hlr_db(pid=22093): Launched\u000a12:42:30.206272 bus /sierra_2: Setting Powered False\u000a12:42:31.229132 run create_hlr_db(pid=22093): Terminated: ok {rc=0}\u000a12:42:31.645186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22095): Launched\u000a12:42:32.058250 run osmo-hlr_10.42.42.2(pid=22096): Launched\u000a12:42:32.222446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:32.746502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22098): Launched\u000a12:42:33.047020 run osmo-stp_10.42.42.5(pid=22099): Launched\u000a12:42:33.155663 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:33.702852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22101): Launched\u000a12:42:34.002751 run osmo-msc_10.42.42.6(pid=22102): Launched\u000a12:42:34.177117 run osmo-stp_10.42.42.5(pid=22099): ERR: Terminated: ERROR {rc=1} [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22099)]\u000a12:42:34.303386 run osmo-stp_10.42.42.5(pid=22099): stdout: \u000a| (launched: 2022-12-13_12:42:32.899110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:34.427872 run osmo-stp_10.42.42.5(pid=22099): stderr: \u000a| �[0;m�[38;5;43m20221213124233069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124233069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124233069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124233070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124233070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124233070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124233070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:34.547518 run osmo-stp_10.42.42.5(pid=22099): stdout: \u000a| (launched: 2022-12-13_12:42:32.899110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:34.666786 run osmo-stp_10.42.42.5(pid=22099): stderr: \u000a| �[0;m�[38;5;43m20221213124233069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124233069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124233069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124233070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124233070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124233070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124233070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:34.719447 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22099): Process ended prematurely: osmo-stp_10.42.42.5(pid=22099) [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22099)] [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a12:42:34.728080 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:42:34.787339 run osmo-hlr_10.42.42.2(pid=22096): ERR: Terminated: ERROR {rc=237} [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22096)]\u000a12:42:34.835897 run osmo-hlr_10.42.42.2(pid=22096): stdout: \u000a| (launched: 2022-12-13_12:42:31.804916) \u000a12:42:34.885045 run osmo-hlr_10.42.42.2(pid=22096): stderr: \u000a| �[0;m�[1;31m20221213124232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124232102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124232125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124232138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124232138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124232138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:34.951494 run osmo-msc_10.42.42.6(pid=22102): ERR: Terminated: ERROR {rc=2} [trial-2389↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22102)]\u000a12:42:34.999742 run osmo-msc_10.42.42.6(pid=22102): stdout: \u000a| (launched: 2022-12-13_12:42:33.855329) \u000a12:42:35.048552 run osmo-msc_10.42.42.6(pid=22102): stderr: \u000a| �[0;m�[38;5;43m20221213124234125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124234125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbce3e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124234125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124234125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124234125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124234126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124234127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124234128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124234128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124234128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:35.090572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22095): Terminating (SIGTERM)\u000a12:42:35.129790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22098): Terminating (SIGTERM)\u000a12:42:35.168771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22101): Terminating (SIGTERM)\u000a12:42:35.177982 --- ParallelTerminationStrategy: PID 22095 died...\u000a12:42:35.230550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22095): Terminated: ok {rc=0}\u000a12:42:35.239961 --- ParallelTerminationStrategy: PID 22098 died...\u000a12:42:35.292232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22098): Terminated: ok {rc=0}\u000a12:42:35.301827 --- ParallelTerminationStrategy: PID 22101 died...\u000a12:42:35.354183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22101): Terminated: ok {rc=0}\u000a12:42:35.441009 bus /sierra_3: Setting Powered False\u000a12:42:36.542703 bus /sierra_3: Setting Powered False\u000a12:42:37.649282 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:42:18" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22113): Process ended prematurely: osmo-stp_10.42.42.5(pid=22113) [trial-2389↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22113)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22113): Process ended prematurely: osmo-stp_10.42.42.5(pid=22113) [trial-2389↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:42:39.679836 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:39.690937 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:42:39.830201 tst emergency_mo_mt_call.py: using LAC 34021\u000a12:42:39.951922 tst emergency_mo_mt_call.py: using RAC 106\u000a12:42:40.080043 tst emergency_mo_mt_call.py: using CellId 34021\u000a12:42:40.201760 tst emergency_mo_mt_call.py: using BVCI 34022\u000a12:42:40.225687 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:40.236803 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:40.247696 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:40.258699 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:40.270041 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:40.281262 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:42:40.401991 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:42:40.608604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:41.109875 run create_hlr_db(pid=22107): Launched\u000a12:42:41.292530 bus /sierra_2: Setting Powered False\u000a12:42:42.313988 run create_hlr_db(pid=22107): Terminated: ok {rc=0}\u000a12:42:42.709152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22109): Launched\u000a12:42:43.001855 run osmo-hlr_10.42.42.2(pid=22110): Launched\u000a12:42:43.117686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:43.630499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22112): Launched\u000a12:42:43.923873 run osmo-stp_10.42.42.5(pid=22113): Launched\u000a12:42:44.041553 tst emergency_mo_mt_call.py: using MSISDN 8156\u000a12:42:44.186877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:44.725351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22115): Launched\u000a12:42:45.020361 run osmo-msc_10.42.42.6(pid=22116): Launched\u000a12:42:45.194473 run osmo-stp_10.42.42.5(pid=22113): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22113)]\u000a12:42:45.319389 run osmo-stp_10.42.42.5(pid=22113): stdout: \u000a| (launched: 2022-12-13_12:42:43.778949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:45.441481 run osmo-stp_10.42.42.5(pid=22113): stderr: \u000a| �[0;m�[38;5;43m20221213124243946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124243946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124243946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124243947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124243947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124243947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124243947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:45.559303 run osmo-stp_10.42.42.5(pid=22113): stdout: \u000a| (launched: 2022-12-13_12:42:43.778949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:45.676234 run osmo-stp_10.42.42.5(pid=22113): stderr: \u000a| �[0;m�[38;5;43m20221213124243946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124243946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124243946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124243947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124243947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124243947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124243947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:45.727464 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22113): Process ended prematurely: osmo-stp_10.42.42.5(pid=22113) [trial-2389↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22113)] [trial-2389↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a12:42:45.735344 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a12:42:45.794435 run osmo-hlr_10.42.42.2(pid=22110): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22110)]\u000a12:42:45.851850 run osmo-hlr_10.42.42.2(pid=22110): stdout: \u000a| (launched: 2022-12-13_12:42:42.857658) \u000a12:42:45.919126 run osmo-hlr_10.42.42.2(pid=22110): stderr: \u000a| �[0;m�[1;31m20221213124243030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124243030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124243030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124243030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124243030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124243030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124243042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124243052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124243052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124243052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:45.988716 run osmo-msc_10.42.42.6(pid=22116): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22116)]\u000a12:42:46.039288 run osmo-msc_10.42.42.6(pid=22116): stdout: \u000a| (launched: 2022-12-13_12:42:44.874354) \u000a12:42:46.090039 run osmo-msc_10.42.42.6(pid=22116): stderr: \u000a| �[0;m�[38;5;43m20221213124245141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124245141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa109ae9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124245142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124245142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124245142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124245142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124245144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:46.132817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22109): Terminating (SIGTERM)\u000a12:42:46.174191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22112): Terminating (SIGTERM)\u000a12:42:46.216471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22115): Terminating (SIGTERM)\u000a12:42:46.227507 --- ParallelTerminationStrategy: PID 22109 died...\u000a12:42:46.282912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22109): Terminated: ok {rc=0}\u000a12:42:46.293079 --- ParallelTerminationStrategy: PID 22112 died...\u000a12:42:46.346385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22112): Terminated: ok {rc=0}\u000a12:42:46.356318 --- ParallelTerminationStrategy: PID 22115 died...\u000a12:42:46.409974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22115): Terminated: ok {rc=0}\u000a12:42:46.495071 bus /sierra_3: Setting Powered False\u000a12:42:47.595440 bus /sierra_3: Setting Powered False\u000a12:42:48.706795 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22124): Process ended prematurely: osmo-stp_10.42.42.5(pid=22124) [trial-2389↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22124)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22124): Process ended prematurely: osmo-stp_10.42.42.5(pid=22124) [trial-2389↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:42:49.757428 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:49.768667 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:42:49.909472 tst emergency_preemptive_call.py: using LAC 34022\u000a12:42:50.034642 tst emergency_preemptive_call.py: using RAC 107\u000a12:42:50.157755 tst emergency_preemptive_call.py: using CellId 34022\u000a12:42:50.282424 tst emergency_preemptive_call.py: using BVCI 34023\u000a12:42:50.306457 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:50.318122 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:50.329192 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:50.340101 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:50.351483 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:42:50.362807 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:42:50.478641 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:42:50.598018 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:42:50.712792 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:42:50.918411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:51.416299 run create_hlr_db(pid=22118): Launched\u000a12:42:51.600894 bus /sierra_2: Setting Powered False\u000a12:42:52.622088 run create_hlr_db(pid=22118): Terminated: ok {rc=0}\u000a12:42:53.044544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22120): Launched\u000a12:42:53.361486 run osmo-hlr_10.42.42.2(pid=22121): Launched\u000a12:42:53.477688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:54.025585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22123): Launched\u000a12:42:54.342324 run osmo-stp_10.42.42.5(pid=22124): Launched\u000a12:42:54.468205 tst emergency_preemptive_call.py: using MSISDN 8157\u000a12:42:54.625732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:55.199282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22126): Launched\u000a12:42:55.515353 run osmo-msc_10.42.42.6(pid=22127): Launched\u000a12:42:55.699916 run osmo-stp_10.42.42.5(pid=22124): ERR: Terminated: ERROR {rc=1} [trial-2389↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22124)]\u000a12:42:55.833403 run osmo-stp_10.42.42.5(pid=22124): stdout: \u000a| (launched: 2022-12-13_12:42:54.185859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:55.966367 run osmo-stp_10.42.42.5(pid=22124): stderr: \u000a| �[0;m�[38;5;43m20221213124254373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124254373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124254373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124254374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124254374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124254374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124254374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:56.093584 run osmo-stp_10.42.42.5(pid=22124): stdout: \u000a| (launched: 2022-12-13_12:42:54.185859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:56.219488 run osmo-stp_10.42.42.5(pid=22124): stderr: \u000a| �[0;m�[38;5;43m20221213124254373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124254373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124254373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124254374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124254374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124254374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124254374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:56.274533 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22124): Process ended prematurely: osmo-stp_10.42.42.5(pid=22124) [trial-2389↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22124)] [trial-2389↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a12:42:56.283136 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a12:42:56.346063 run osmo-hlr_10.42.42.2(pid=22121): ERR: Terminated: ERROR {rc=237} [trial-2389↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22121)]\u000a12:42:56.397612 run osmo-hlr_10.42.42.2(pid=22121): stdout: \u000a| (launched: 2022-12-13_12:42:53.205316) \u000a12:42:56.449713 run osmo-hlr_10.42.42.2(pid=22121): stderr: \u000a| �[0;m�[1;31m20221213124253397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124253397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124253397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124253397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124253398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124253398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124253411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124253419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124253419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124253419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:56.520313 run osmo-msc_10.42.42.6(pid=22127): ERR: Terminated: ERROR {rc=2} [trial-2389↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22127)]\u000a12:42:56.571917 run osmo-msc_10.42.42.6(pid=22127): stdout: \u000a| (launched: 2022-12-13_12:42:55.360032) \u000a12:42:56.624216 run osmo-msc_10.42.42.6(pid=22127): stderr: \u000a| �[0;m�[38;5;43m20221213124255679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124255679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0028ca2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124255679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124255679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124255679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124255680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124255683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124255683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124255683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124255683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:56.668529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22120): Terminating (SIGTERM)\u000a12:42:56.710931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22123): Terminating (SIGTERM)\u000a12:42:56.753250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22126): Terminating (SIGTERM)\u000a12:42:56.763040 --- ParallelTerminationStrategy: PID 22120 died...\u000a12:42:56.819805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22120): Terminated: ok {rc=0}\u000a12:42:56.830076 --- ParallelTerminationStrategy: PID 22123 died...\u000a12:42:56.886401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22123): Terminated: ok {rc=0}\u000a12:42:56.896550 --- ParallelTerminationStrategy: PID 22126 died...\u000a12:42:56.952598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22126): Terminated: ok {rc=0}\u000a12:42:57.039021 bus /sierra_9: Setting Powered False\u000a12:42:58.141566 bus /sierra_9: Setting Powered False\u000a12:42:59.251738 bus /sierra_8: Setting Powered False\u000a12:43:00.352741 bus /sierra_8: Setting Powered False\u000a12:43:01.458961 bus /sierra_3: Setting Powered False\u000a12:43:02.562559 bus /sierra_3: Setting Powered False\u000a12:43:03.669787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:42:39" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22142): Process ended prematurely: osmo-stp_10.42.42.5(pid=22142) [trial-2389↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22142)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22142): Process ended prematurely: osmo-stp_10.42.42.5(pid=22142) [trial-2389↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:43:05.789173 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:05.800369 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:43:05.944171 tst cs_paging_gprs_active.py: using LAC 34023\u000a12:43:06.071932 tst cs_paging_gprs_active.py: using RAC 108\u000a12:43:06.199910 tst cs_paging_gprs_active.py: using CellId 34023\u000a12:43:06.326206 tst cs_paging_gprs_active.py: using BVCI 34024\u000a12:43:06.350905 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:06.362104 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:06.373009 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:06.383843 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:06.395047 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:06.406322 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:06.417774 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:06.428777 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:06.440057 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:06.556748 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:06.837350 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:43:06.962217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:43:07.272825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22132): Launched\u000a12:43:07.531449 run iperf3-srv_10.42.42.10(pid=22133): Launched\u000a12:43:07.713197 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:43:07.836744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:43:08.147282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22134): Launched\u000a12:43:08.405301 run iperf3-srv_10.42.42.10(pid=22135): Launched\u000a12:43:08.587422 tst cs_paging_gprs_active.py:38: start network...\u000a12:43:08.711445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:09.193936 run create_hlr_db(pid=22136): Launched\u000a12:43:09.366975 bus /sierra_2: Setting Powered False\u000a12:43:10.387563 run create_hlr_db(pid=22136): Terminated: ok {rc=0}\u000a12:43:10.788028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22138): Launched\u000a12:43:11.087536 run osmo-hlr_10.42.42.2(pid=22139): Launched\u000a12:43:11.196648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:43:11.717299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22141): Launched\u000a12:43:12.016102 run osmo-stp_10.42.42.5(pid=22142): Launched\u000a12:43:12.124391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:43:12.647800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22144): Launched\u000a12:43:12.754318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:43:13.018662 run patchelf(pid=22145): Launched\u000a12:43:13.197494 run osmo-stp_10.42.42.5(pid=22142): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22142)]\u000a12:43:13.327938 run osmo-stp_10.42.42.5(pid=22142): stdout: \u000a| (launched: 2022-12-13_12:43:11.868508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:13.459301 run osmo-stp_10.42.42.5(pid=22142): stderr: \u000a| �[0;m�[38;5;43m20221213124312037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124312037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124312037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124312038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124312038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124312038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124312039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:13.585146 run osmo-stp_10.42.42.5(pid=22142): stdout: \u000a| (launched: 2022-12-13_12:43:11.868508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:13.709727 run osmo-stp_10.42.42.5(pid=22142): stderr: \u000a| �[0;m�[38;5;43m20221213124312037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124312037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124312037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124312038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124312038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124312038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124312039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:13.855303 run patchelf(pid=22145): Terminating (SIGINT)\u000a12:43:14.026152 run patchelf(pid=22145): Terminated: ok {rc=0}\u000a12:43:14.057613 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22142): Process ended prematurely: osmo-stp_10.42.42.5(pid=22142) [trial-2389↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22142)] [trial-2389↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a12:43:14.066988 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a12:43:14.126841 run osmo-hlr_10.42.42.2(pid=22139): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22139)]\u000a12:43:14.175511 run osmo-hlr_10.42.42.2(pid=22139): stdout: \u000a| (launched: 2022-12-13_12:43:10.939893) \u000a12:43:14.224789 run osmo-hlr_10.42.42.2(pid=22139): stderr: \u000a| �[0;m�[1;31m20221213124311113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124311113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124311113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124311113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124311113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124311113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124311126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124311134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124311135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124311135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:43:14.266508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22132): Terminating (SIGTERM)\u000a12:43:14.305957 run iperf3-srv_10.42.42.10(pid=22133): Terminating (SIGTERM)\u000a12:43:14.345527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22134): Terminating (SIGTERM)\u000a12:43:14.384811 run iperf3-srv_10.42.42.10(pid=22135): Terminating (SIGTERM)\u000a12:43:14.424207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22138): Terminating (SIGTERM)\u000a12:43:14.463661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22141): Terminating (SIGTERM)\u000a12:43:14.503146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22144): Terminating (SIGTERM)\u000a12:43:14.512363 --- ParallelTerminationStrategy: PID 22132 died...\u000a12:43:14.565240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22132): Terminated: ok {rc=0}\u000a12:43:14.574856 --- ParallelTerminationStrategy: PID 22133 died...\u000a12:43:14.627650 run iperf3-srv_10.42.42.10(pid=22133): Terminated {rc=256}\u000a12:43:14.637293 --- ParallelTerminationStrategy: PID 22134 died...\u000a12:43:14.689935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22134): Terminated: ok {rc=0}\u000a12:43:14.699425 --- ParallelTerminationStrategy: PID 22135 died...\u000a12:43:14.751867 run iperf3-srv_10.42.42.10(pid=22135): Terminated {rc=256}\u000a12:43:14.761400 --- ParallelTerminationStrategy: PID 22138 died...\u000a12:43:14.813967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22138): Terminated: ok {rc=0}\u000a12:43:14.823506 --- ParallelTerminationStrategy: PID 22141 died...\u000a12:43:14.876352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22141): Terminated: ok {rc=0}\u000a12:43:14.885926 --- ParallelTerminationStrategy: PID 22144 died...\u000a12:43:14.938864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22144): Terminated: ok {rc=0}\u000a12:43:15.022433 bus /gobi_0: Setting Powered False\u000a12:43:16.131828 bus /gobi_0: Setting Powered False\u000a12:43:17.243674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22154): Process ended prematurely: osmo-stp_10.42.42.5(pid=22154) [trial-2389↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22154)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22154): Process ended prematurely: osmo-stp_10.42.42.5(pid=22154) [trial-2389↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a12:43:18.359296 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:18.371084 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:43:18.511787 tst iperf3.py: using LAC 34024\u000a12:43:18.644796 tst iperf3.py: using RAC 109\u000a12:43:18.772417 tst iperf3.py: using CellId 34024\u000a12:43:18.895164 tst iperf3.py: using BVCI 34025\u000a12:43:18.918346 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:18.929173 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:18.939700 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:18.950212 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:18.961118 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:18.972837 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:18.986047 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:18.997353 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:19.008886 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:19.305781 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:43:19.442712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:43:19.784411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22146): Launched\u000a12:43:20.065544 run iperf3-srv_10.42.42.10(pid=22147): Launched\u000a12:43:20.266430 tst iperf3.py:8: start network...\u000a12:43:20.402692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:20.917199 run create_hlr_db(pid=22148): Launched\u000a12:43:21.106098 bus /gobi_6: Setting Powered False\u000a12:43:22.126887 run create_hlr_db(pid=22148): Terminated: ok {rc=0}\u000a12:43:22.536683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22150): Launched\u000a12:43:22.842173 run osmo-hlr_10.42.42.2(pid=22151): Launched\u000a12:43:22.963327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:43:23.503605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22153): Launched\u000a12:43:23.807563 run osmo-stp_10.42.42.5(pid=22154): Launched\u000a12:43:23.918074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:43:24.449681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22156): Launched\u000a12:43:24.557992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:43:24.824406 run patchelf(pid=22157): Launched\u000a12:43:25.002851 run osmo-stp_10.42.42.5(pid=22154): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22154)]\u000a12:43:25.133578 run osmo-stp_10.42.42.5(pid=22154): stdout: \u000a| (launched: 2022-12-13_12:43:23.658174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:25.264218 run osmo-stp_10.42.42.5(pid=22154): stderr: \u000a| �[0;m�[38;5;43m20221213124323827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124323827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124323827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124323828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:25.390156 run osmo-stp_10.42.42.5(pid=22154): stdout: \u000a| (launched: 2022-12-13_12:43:23.658174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:25.515765 run osmo-stp_10.42.42.5(pid=22154): stderr: \u000a| �[0;m�[38;5;43m20221213124323827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124323827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124323827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124323828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124323828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:25.660792 run patchelf(pid=22157): Terminating (SIGINT)\u000a12:43:25.831536 run patchelf(pid=22157): Terminated: ok {rc=0}\u000a12:43:25.862963 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22154): Process ended prematurely: osmo-stp_10.42.42.5(pid=22154) [trial-2389↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22154)] [trial-2389↪gprs:nanobts+band-900↪iperf3.py:8]\u000a12:43:25.872314 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:43:25.932261 run osmo-hlr_10.42.42.2(pid=22151): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22151)]\u000a12:43:25.981139 run osmo-hlr_10.42.42.2(pid=22151): stdout: \u000a| (launched: 2022-12-13_12:43:22.691928) \u000a12:43:26.030600 run osmo-hlr_10.42.42.2(pid=22151): stderr: \u000a| �[0;m�[1;31m20221213124322869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124322869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124322869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124322869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124322869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124322869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124322882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124322892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124322892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124322892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:43:26.072702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22146): Terminating (SIGTERM)\u000a12:43:26.112546 run iperf3-srv_10.42.42.10(pid=22147): Terminating (SIGTERM)\u000a12:43:26.152603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22150): Terminating (SIGTERM)\u000a12:43:26.192235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22153): Terminating (SIGTERM)\u000a12:43:26.231950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22156): Terminating (SIGTERM)\u000a12:43:26.241286 --- ParallelTerminationStrategy: PID 22146 died...\u000a12:43:26.294369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22146): Terminated: ok {rc=0}\u000a12:43:26.303990 --- ParallelTerminationStrategy: PID 22147 died...\u000a12:43:26.356509 run iperf3-srv_10.42.42.10(pid=22147): Terminated {rc=256}\u000a12:43:26.366030 --- ParallelTerminationStrategy: PID 22150 died...\u000a12:43:26.418834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22150): Terminated: ok {rc=0}\u000a12:43:26.428353 --- ParallelTerminationStrategy: PID 22153 died...\u000a12:43:26.481189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22153): Terminated: ok {rc=0}\u000a12:43:26.490787 --- ParallelTerminationStrategy: PID 22156 died...\u000a12:43:26.543716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22156): Terminated: ok {rc=0}\u000a12:43:26.630749 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2389↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2389↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a12:43:27.745604 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:27.757440 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:43:27.897573 tst iperf3m4.py: using LAC 34025\u000a12:43:28.021488 tst iperf3m4.py: using RAC 110\u000a12:43:28.139013 tst iperf3m4.py: using CellId 34025\u000a12:43:28.256683 tst iperf3m4.py: using BVCI 34026\u000a12:43:28.279959 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:28.290941 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:28.301613 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:28.312222 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:28.322784 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:28.333822 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:28.345011 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:28.355607 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:28.366419 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:28.481643 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:28.603582 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:28.725599 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:29.022587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:43:29.159452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:43:29.499073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22158): Launched\u000a12:43:29.780912 run iperf3-srv_10.42.42.10(pid=22159): Launched\u000a12:43:29.981430 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:43:30.118153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:43:30.457958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22160): Launched\u000a12:43:30.739625 run iperf3-srv_10.42.42.10(pid=22161): Launched\u000a12:43:30.978913 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:43:31.155255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:43:31.524017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22162): Launched\u000a12:43:31.837814 run iperf3-srv_10.42.42.10(pid=22163): Launched\u000a12:43:32.046324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:43:32.186103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:43:32.526688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Launched\u000a12:43:32.808535 run iperf3-srv_10.42.42.10(pid=22165): Launched\u000a12:43:33.010382 tst iperf3m4.py:8: start network...\u000a12:43:33.147585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:33.663573 run create_hlr_db(pid=22166): Launched\u000a12:43:33.852414 bus /gobi_6: Setting Powered False\u000a12:43:34.874063 run create_hlr_db(pid=22166): Terminated: ok {rc=0}\u000a12:43:35.310370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Launched\u000a12:43:35.639301 run osmo-hlr_10.42.42.2(pid=22169): Launched\u000a12:43:35.757171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:43:36.329115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Launched\u000a12:43:36.657921 run osmo-stp_10.42.42.5(pid=22172): Launched\u000a12:43:36.777367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:43:37.348307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Launched\u000a12:43:37.465423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:43:37.753527 run patchelf(pid=22175): Launched\u000a12:43:37.945248 run osmo-stp_10.42.42.5(pid=22172): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]\u000a12:43:38.085681 run osmo-stp_10.42.42.5(pid=22172): stdout: \u000a| (launched: 2022-12-13_12:43:36.495226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:38.227206 run osmo-stp_10.42.42.5(pid=22172): stderr: \u000a| �[0;m�[38;5;43m20221213124336684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124336684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124336684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124336685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124336685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124336685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124336685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:38.362970 run osmo-stp_10.42.42.5(pid=22172): stdout: \u000a| (launched: 2022-12-13_12:43:36.495226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:38.497483 run osmo-stp_10.42.42.5(pid=22172): stderr: \u000a| �[0;m�[38;5;43m20221213124336684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124336684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124336684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124336685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124336685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124336685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124336685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:38.654684 run patchelf(pid=22175): Terminating (SIGINT)\u000a12:43:38.838592 run patchelf(pid=22175): Terminated: ok {rc=0}\u000a12:43:38.872392 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2389↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)] [trial-2389↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a12:43:38.882506 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a12:43:38.946047 run osmo-hlr_10.42.42.2(pid=22169): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22169)]\u000a12:43:38.997875 run osmo-hlr_10.42.42.2(pid=22169): stdout: \u000a| (launched: 2022-12-13_12:43:35.476915) \u000a12:43:39.050199 run osmo-hlr_10.42.42.2(pid=22169): stderr: \u000a| �[0;m�[1;31m20221213124335673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124335673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124335673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124335673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124335673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124335673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124335732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124335741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124335742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124335742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:43:39.094888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22158): Terminating (SIGTERM)\u000a12:43:39.137527 run iperf3-srv_10.42.42.10(pid=22159): Terminating (SIGTERM)\u000a12:43:39.179755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22160): Terminating (SIGTERM)\u000a12:43:39.221809 run iperf3-srv_10.42.42.10(pid=22161): Terminating (SIGTERM)\u000a12:43:39.264179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22162): Terminating (SIGTERM)\u000a12:43:39.306053 run iperf3-srv_10.42.42.10(pid=22163): Terminating (SIGTERM)\u000a12:43:39.347915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Terminating (SIGTERM)\u000a12:43:39.389932 run iperf3-srv_10.42.42.10(pid=22165): Terminating (SIGTERM)\u000a12:43:39.431732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Terminating (SIGTERM)\u000a12:43:39.473510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Terminating (SIGTERM)\u000a12:43:39.515233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Terminating (SIGTERM)\u000a12:43:39.524924 --- ParallelTerminationStrategy: PID 22158 died...\u000a12:43:39.581967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22158): Terminated: ok {rc=0}\u000a12:43:39.592130 --- ParallelTerminationStrategy: PID 22159 died...\u000a12:43:39.648313 run iperf3-srv_10.42.42.10(pid=22159): Terminated {rc=256}\u000a12:43:39.658332 --- ParallelTerminationStrategy: PID 22160 died...\u000a12:43:39.714470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22160): Terminated: ok {rc=0}\u000a12:43:39.724675 --- ParallelTerminationStrategy: PID 22161 died...\u000a12:43:39.781612 run iperf3-srv_10.42.42.10(pid=22161): Terminated {rc=256}\u000a12:43:39.791789 --- ParallelTerminationStrategy: PID 22162 died...\u000a12:43:39.848460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22162): Terminated: ok {rc=0}\u000a12:43:39.858576 --- ParallelTerminationStrategy: PID 22163 died...\u000a12:43:39.914906 run iperf3-srv_10.42.42.10(pid=22163): Terminated {rc=256}\u000a12:43:39.925076 --- ParallelTerminationStrategy: PID 22164 died...\u000a12:43:39.981529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Terminated: ok {rc=0}\u000a12:43:39.991701 --- ParallelTerminationStrategy: PID 22165 died...\u000a12:43:40.048110 run iperf3-srv_10.42.42.10(pid=22165): Terminated {rc=256}\u000a12:43:40.058197 --- ParallelTerminationStrategy: PID 22168 died...\u000a12:43:40.114600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Terminated: ok {rc=0}\u000a12:43:40.124734 --- ParallelTerminationStrategy: PID 22171 died...\u000a12:43:40.181167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Terminated: ok {rc=0}\u000a12:43:40.191334 --- ParallelTerminationStrategy: PID 22174 died...\u000a12:43:40.247796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Terminated: ok {rc=0}\u000a12:43:40.335211 bus /gobi_4: Setting Powered False\u000a12:43:41.441537 bus /gobi_4: Setting Powered False\u000a12:43:42.550375 bus /gobi_1: Setting Powered False\u000a12:43:43.656795 bus /gobi_1: Setting Powered False\u000a12:43:44.764767 bus /gobi_0: Setting Powered False\u000a12:43:45.874575 bus /gobi_0: Setting Powered False\u000a12:43:47.004057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22182): Process ended prematurely: osmo-stp_10.42.42.5(pid=22182) [trial-2389↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22182)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22182): Process ended prematurely: osmo-stp_10.42.42.5(pid=22182) [trial-2389↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a12:43:48.075483 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:48.086821 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:43:48.220285 tst ping.py: using LAC 34026\u000a12:43:48.340885 tst ping.py: using RAC 111\u000a12:43:48.458632 tst ping.py: using CellId 34026\u000a12:43:48.578768 tst ping.py: using BVCI 34027\u000a12:43:48.601659 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:48.612431 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:48.623021 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:48.633592 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:48.644033 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:48.654914 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:48.666081 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:48.676874 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:48.952660 tst ping.py:19: start network...\u000a12:43:49.080569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:49.587769 run create_hlr_db(pid=22176): Launched\u000a12:43:49.775113 bus /gobi_6: Setting Powered False\u000a12:43:50.794702 run create_hlr_db(pid=22176): Terminated: ok {rc=0}\u000a12:43:51.200923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22178): Launched\u000a12:43:51.502357 run osmo-hlr_10.42.42.2(pid=22179): Launched\u000a12:43:51.614851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:43:52.139427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22181): Launched\u000a12:43:52.439286 run osmo-stp_10.42.42.5(pid=22182): Launched\u000a12:43:52.548837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:43:53.072365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22184): Launched\u000a12:43:53.178081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:43:53.441416 run patchelf(pid=22185): Launched\u000a12:43:53.617386 run osmo-stp_10.42.42.5(pid=22182): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22182)]\u000a12:43:53.746301 run osmo-stp_10.42.42.5(pid=22182): stdout: \u000a| (launched: 2022-12-13_12:43:52.290877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:53.875273 run osmo-stp_10.42.42.5(pid=22182): stderr: \u000a| �[0;m�[38;5;43m20221213124352461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124352461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124352462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124352462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124352462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124352463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124352463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:53.999215 run osmo-stp_10.42.42.5(pid=22182): stdout: \u000a| (launched: 2022-12-13_12:43:52.290877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:54.122659 run osmo-stp_10.42.42.5(pid=22182): stderr: \u000a| �[0;m�[38;5;43m20221213124352461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124352461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124352462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124352462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124352462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124352463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124352463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:54.265932 run patchelf(pid=22185): Terminating (SIGINT)\u000a12:43:54.434430 run patchelf(pid=22185): Terminated: ok {rc=0}\u000a12:43:54.465177 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22182): Process ended prematurely: osmo-stp_10.42.42.5(pid=22182) [trial-2389↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22182)] [trial-2389↪gprs:nanobts+band-900↪ping.py:22]\u000a12:43:54.473962 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:43:54.533468 run osmo-hlr_10.42.42.2(pid=22179): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22179)]\u000a12:43:54.582099 run osmo-hlr_10.42.42.2(pid=22179): stdout: \u000a| (launched: 2022-12-13_12:43:51.352929) \u000a12:43:54.631450 run osmo-hlr_10.42.42.2(pid=22179): stderr: \u000a| �[0;m�[1;31m20221213124351528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124351528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124351528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124351528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124351528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124351528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124351541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124351551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124351551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124351551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:43:54.672984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22178): Terminating (SIGTERM)\u000a12:43:54.712138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22181): Terminating (SIGTERM)\u000a12:43:54.751298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22184): Terminating (SIGTERM)\u000a12:43:54.760494 --- ParallelTerminationStrategy: PID 22178 died...\u000a12:43:54.812974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22178): Terminated: ok {rc=0}\u000a12:43:54.822539 --- ParallelTerminationStrategy: PID 22181 died...\u000a12:43:54.875184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22181): Terminated: ok {rc=0}\u000a12:43:54.884693 --- ParallelTerminationStrategy: PID 22184 died...\u000a12:43:54.937130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22184): Terminated: ok {rc=0}\u000a12:43:55.024762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22192): Process ended prematurely: osmo-stp_10.42.42.5(pid=22192) [trial-2389↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22192)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22192): Process ended prematurely: osmo-stp_10.42.42.5(pid=22192) [trial-2389↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a12:43:56.077335 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:56.088789 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:43:56.225682 tst ping_idle_ping.py: using LAC 34027\u000a12:43:56.344076 tst ping_idle_ping.py: using RAC 112\u000a12:43:56.463822 tst ping_idle_ping.py: using CellId 34027\u000a12:43:56.581844 tst ping_idle_ping.py: using BVCI 34028\u000a12:43:56.604922 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:56.615699 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:56.626269 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:56.636770 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:56.647836 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:56.659063 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:56.670349 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:43:56.681504 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:43:56.977258 tst ping_idle_ping.py:24: start network...\u000a12:43:57.111882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:57.624099 run create_hlr_db(pid=22186): Launched\u000a12:43:57.812427 bus /gobi_6: Setting Powered False\u000a12:43:58.832813 run create_hlr_db(pid=22186): Terminated: ok {rc=0}\u000a12:43:59.238586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22188): Launched\u000a12:43:59.540286 run osmo-hlr_10.42.42.2(pid=22189): Launched\u000a12:43:59.651572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:00.176654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22191): Launched\u000a12:44:00.479113 run osmo-stp_10.42.42.5(pid=22192): Launched\u000a12:44:00.588093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:44:01.159839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22194): Launched\u000a12:44:01.279864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:44:01.580368 run patchelf(pid=22195): Launched\u000a12:44:01.777513 run osmo-stp_10.42.42.5(pid=22192): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22192)]\u000a12:44:01.921354 run osmo-stp_10.42.42.5(pid=22192): stdout: \u000a| (launched: 2022-12-13_12:44:00.329734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:02.076424 run osmo-stp_10.42.42.5(pid=22192): stderr: \u000a| �[0;m�[38;5;43m20221213124400502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124400502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124400502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124400503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124400503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124400503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124400503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:02.203278 run osmo-stp_10.42.42.5(pid=22192): stdout: \u000a| (launched: 2022-12-13_12:44:00.329734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:02.326175 run osmo-stp_10.42.42.5(pid=22192): stderr: \u000a| �[0;m�[38;5;43m20221213124400502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124400502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124400502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124400503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124400503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124400503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124400503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:02.469913 run patchelf(pid=22195): Terminating (SIGINT)\u000a12:44:02.639041 run patchelf(pid=22195): Terminated: ok {rc=0}\u000a12:44:02.669998 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22192): Process ended prematurely: osmo-stp_10.42.42.5(pid=22192) [trial-2389↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22192)] [trial-2389↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a12:44:02.678776 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:44:02.739556 run osmo-hlr_10.42.42.2(pid=22189): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22189)]\u000a12:44:02.788888 run osmo-hlr_10.42.42.2(pid=22189): stdout: \u000a| (launched: 2022-12-13_12:43:59.390654) \u000a12:44:02.839379 run osmo-hlr_10.42.42.2(pid=22189): stderr: \u000a| �[0;m�[1;31m20221213124359564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124359564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124359564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124359564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124359564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124359564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124359577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124359586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124359586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124359586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:02.882011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22188): Terminating (SIGTERM)\u000a12:44:02.922222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22191): Terminating (SIGTERM)\u000a12:44:02.962374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22194): Terminating (SIGTERM)\u000a12:44:02.971823 --- ParallelTerminationStrategy: PID 22188 died...\u000a12:44:03.025763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22188): Terminated: ok {rc=0}\u000a12:44:03.035607 --- ParallelTerminationStrategy: PID 22191 died...\u000a12:44:03.089393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22191): Terminated: ok {rc=0}\u000a12:44:03.099163 --- ParallelTerminationStrategy: PID 22194 died...\u000a12:44:03.152652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22194): Terminated: ok {rc=0}\u000a12:44:03.236412 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:43:05" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:44:05.412093 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:05.423611 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:44:05.567982 tst cs_paging_gprs_active.py: using LAC 34028\u000a12:44:05.687832 tst cs_paging_gprs_active.py: using RAC 113\u000a12:44:05.809218 tst cs_paging_gprs_active.py: using CellId 34028\u000a12:44:05.927703 tst cs_paging_gprs_active.py: using BVCI 34029\u000a12:44:05.951121 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:05.962373 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:05.973232 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:05.983946 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:05.994702 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:06.005544 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:06.016376 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:06.027105 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:06.038062 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:06.158344 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:06.456255 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:44:06.594044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:44:06.936408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Launched\u000a12:44:07.220151 run iperf3-srv_10.42.42.10(pid=22200): Launched\u000a12:44:07.420922 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:44:07.558196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:44:07.899216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22201): Launched\u000a12:44:08.180785 run iperf3-srv_10.42.42.10(pid=22202): Launched\u000a12:44:08.380907 tst cs_paging_gprs_active.py:38: start network...\u000a12:44:08.517667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:09.036187 run create_hlr_db(pid=22203): Launched\u000a12:44:09.226665 bus /gobi_6: Setting Powered False\u000a12:44:10.246205 run create_hlr_db(pid=22203): Terminated: ok {rc=0}\u000a12:44:10.683829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Launched\u000a12:44:11.014351 run osmo-hlr_10.42.42.2(pid=22206): Launched\u000a12:44:11.135384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:11.708040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Launched\u000a12:44:12.041381 run osmo-stp_10.42.42.5(pid=22209): Launched\u000a12:44:12.162458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:44:12.699884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22211): Launched\u000a12:44:12.808310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:44:13.076762 run patchelf(pid=22212): Launched\u000a12:44:13.256690 run osmo-stp_10.42.42.5(pid=22209): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]\u000a12:44:13.388182 run osmo-stp_10.42.42.5(pid=22209): stdout: \u000a| (launched: 2022-12-13_12:44:11.875254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:13.520433 run osmo-stp_10.42.42.5(pid=22209): stderr: \u000a| �[0;m�[38;5;43m20221213124412057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124412057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124412057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124412058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124412058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124412058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124412058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:13.647698 run osmo-stp_10.42.42.5(pid=22209): stdout: \u000a| (launched: 2022-12-13_12:44:11.875254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:13.773397 run osmo-stp_10.42.42.5(pid=22209): stderr: \u000a| �[0;m�[38;5;43m20221213124412057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124412057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124412057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124412058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124412058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124412058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124412058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:13.920818 run patchelf(pid=22212): Terminating (SIGINT)\u000a12:44:14.093345 run patchelf(pid=22212): Terminated: ok {rc=0}\u000a12:44:14.124831 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:44:14.134225 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:44:14.194120 run osmo-hlr_10.42.42.2(pid=22206): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22206)]\u000a12:44:14.243057 run osmo-hlr_10.42.42.2(pid=22206): stdout: \u000a| (launched: 2022-12-13_12:44:10.850825) \u000a12:44:14.292527 run osmo-hlr_10.42.42.2(pid=22206): stderr: \u000a| �[0;m�[1;31m20221213124411048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124411048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124411048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124411049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124411049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124411049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124411061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124411069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124411069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124411070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:14.334764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Terminating (SIGTERM)\u000a12:44:14.374249 run iperf3-srv_10.42.42.10(pid=22200): Terminating (SIGTERM)\u000a12:44:14.413843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22201): Terminating (SIGTERM)\u000a12:44:14.453376 run iperf3-srv_10.42.42.10(pid=22202): Terminating (SIGTERM)\u000a12:44:14.493304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Terminating (SIGTERM)\u000a12:44:14.533583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Terminating (SIGTERM)\u000a12:44:14.573168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22211): Terminating (SIGTERM)\u000a12:44:14.582445 --- ParallelTerminationStrategy: PID 22199 died...\u000a12:44:14.635805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Terminated: ok {rc=0}\u000a12:44:14.645894 --- ParallelTerminationStrategy: PID 22200 died...\u000a12:44:14.698557 run iperf3-srv_10.42.42.10(pid=22200): Terminated {rc=256}\u000a12:44:14.708219 --- ParallelTerminationStrategy: PID 22201 died...\u000a12:44:14.761246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22201): Terminated: ok {rc=0}\u000a12:44:14.770762 --- ParallelTerminationStrategy: PID 22202 died...\u000a12:44:14.823378 run iperf3-srv_10.42.42.10(pid=22202): Terminated {rc=256}\u000a12:44:14.833131 --- ParallelTerminationStrategy: PID 22205 died...\u000a12:44:14.885861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Terminated: ok {rc=0}\u000a12:44:14.895496 --- ParallelTerminationStrategy: PID 22208 died...\u000a12:44:14.948297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Terminated: ok {rc=0}\u000a12:44:14.958063 --- ParallelTerminationStrategy: PID 22211 died...\u000a12:44:15.010658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22211): Terminated: ok {rc=0}\u000a12:44:15.094403 bus /gobi_0: Setting Powered False\u000a12:44:16.203255 bus /gobi_0: Setting Powered False\u000a12:44:17.310159 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22221): Process ended prematurely: osmo-stp_10.42.42.5(pid=22221) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22221)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22221): Process ended prematurely: osmo-stp_10.42.42.5(pid=22221) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:44:18.426131 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:18.438094 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:44:18.589224 tst iperf3.py: using LAC 34029\u000a12:44:18.719270 tst iperf3.py: using RAC 114\u000a12:44:18.847447 tst iperf3.py: using CellId 34029\u000a12:44:18.977538 tst iperf3.py: using BVCI 34030\u000a12:44:19.002539 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:19.014152 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:19.025443 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:19.036775 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:19.047978 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:19.060185 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:19.071867 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:19.083448 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:19.095109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:19.392800 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:44:19.530454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:44:19.875152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22213): Launched\u000a12:44:20.161281 run iperf3-srv_10.42.42.10(pid=22214): Launched\u000a12:44:20.363520 tst iperf3.py:8: start network...\u000a12:44:20.501351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:21.018080 run create_hlr_db(pid=22215): Launched\u000a12:44:21.207753 bus /gobi_6: Setting Powered False\u000a12:44:22.228365 run create_hlr_db(pid=22215): Terminated: ok {rc=0}\u000a12:44:22.640379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22217): Launched\u000a12:44:22.946814 run osmo-hlr_10.42.42.2(pid=22218): Launched\u000a12:44:23.059881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:23.591752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22220): Launched\u000a12:44:23.897404 run osmo-stp_10.42.42.5(pid=22221): Launched\u000a12:44:24.008365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:44:24.541937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22223): Launched\u000a12:44:24.651025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:44:24.918349 run patchelf(pid=22224): Launched\u000a12:44:25.097912 run osmo-stp_10.42.42.5(pid=22221): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22221)]\u000a12:44:25.228900 run osmo-stp_10.42.42.5(pid=22221): stdout: \u000a| (launched: 2022-12-13_12:44:23.746427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:25.360259 run osmo-stp_10.42.42.5(pid=22221): stderr: \u000a| �[0;m�[38;5;43m20221213124423915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124423915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124423915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124423916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124423916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124423916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124423916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:25.486419 run osmo-stp_10.42.42.5(pid=22221): stdout: \u000a| (launched: 2022-12-13_12:44:23.746427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:25.611923 run osmo-stp_10.42.42.5(pid=22221): stderr: \u000a| �[0;m�[38;5;43m20221213124423915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124423915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124423915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124423916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124423916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124423916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124423916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:25.757897 run patchelf(pid=22224): Terminating (SIGINT)\u000a12:44:25.929127 run patchelf(pid=22224): Terminated: ok {rc=0}\u000a12:44:25.960985 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22221): Process ended prematurely: osmo-stp_10.42.42.5(pid=22221) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22221)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a12:44:25.970528 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:44:26.031352 run osmo-hlr_10.42.42.2(pid=22218): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22218)]\u000a12:44:26.080640 run osmo-hlr_10.42.42.2(pid=22218): stdout: \u000a| (launched: 2022-12-13_12:44:22.795413) \u000a12:44:26.130507 run osmo-hlr_10.42.42.2(pid=22218): stderr: \u000a| �[0;m�[1;31m20221213124422973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124422973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124422973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124422973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124422973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124422973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124422985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124422994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124422994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124422994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:26.172652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22213): Terminating (SIGTERM)\u000a12:44:26.212409 run iperf3-srv_10.42.42.10(pid=22214): Terminating (SIGTERM)\u000a12:44:26.252029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22217): Terminating (SIGTERM)\u000a12:44:26.291678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22220): Terminating (SIGTERM)\u000a12:44:26.331430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22223): Terminating (SIGTERM)\u000a12:44:26.340833 --- ParallelTerminationStrategy: PID 22213 died...\u000a12:44:26.394522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22213): Terminated: ok {rc=0}\u000a12:44:26.404426 --- ParallelTerminationStrategy: PID 22214 died...\u000a12:44:26.457979 run iperf3-srv_10.42.42.10(pid=22214): Terminated {rc=256}\u000a12:44:26.467727 --- ParallelTerminationStrategy: PID 22217 died...\u000a12:44:26.521681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22217): Terminated: ok {rc=0}\u000a12:44:26.531527 --- ParallelTerminationStrategy: PID 22220 died...\u000a12:44:26.585271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22220): Terminated: ok {rc=0}\u000a12:44:26.595050 --- ParallelTerminationStrategy: PID 22223 died...\u000a12:44:26.648492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22223): Terminated: ok {rc=0}\u000a12:44:26.737496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22240): Process ended prematurely: osmo-stp_10.42.42.5(pid=22240) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22240)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22240): Process ended prematurely: osmo-stp_10.42.42.5(pid=22240) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:44:27.849580 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:27.861563 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:44:28.002253 tst iperf3m4.py: using LAC 34030\u000a12:44:28.131991 tst iperf3m4.py: using RAC 115\u000a12:44:28.252222 tst iperf3m4.py: using CellId 34030\u000a12:44:28.372481 tst iperf3m4.py: using BVCI 34031\u000a12:44:28.395783 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:28.406891 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:28.417813 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:28.428569 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:28.439561 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:28.450720 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:28.461854 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:28.472731 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:28.483879 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:28.606015 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:28.727674 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:28.846059 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:29.145878 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:44:29.283702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:44:29.626797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22226): Launched\u000a12:44:29.904748 run iperf3-srv_10.42.42.10(pid=22227): Launched\u000a12:44:30.093818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:44:30.221827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:44:30.541190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22228): Launched\u000a12:44:30.805731 run iperf3-srv_10.42.42.10(pid=22229): Launched\u000a12:44:31.023517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:44:31.166807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:44:31.531511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22230): Launched\u000a12:44:31.832314 run iperf3-srv_10.42.42.10(pid=22231): Launched\u000a12:44:32.024426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:44:32.153617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:44:32.473782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22232): Launched\u000a12:44:32.740086 run iperf3-srv_10.42.42.10(pid=22233): Launched\u000a12:44:32.928416 tst iperf3m4.py:8: start network...\u000a12:44:33.056335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:33.550348 run create_hlr_db(pid=22234): Launched\u000a12:44:33.726131 bus /gobi_6: Setting Powered False\u000a12:44:34.748404 run create_hlr_db(pid=22234): Terminated: ok {rc=0}\u000a12:44:35.158688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22236): Launched\u000a12:44:35.466751 run osmo-hlr_10.42.42.2(pid=22237): Launched\u000a12:44:35.578346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:36.111168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22239): Launched\u000a12:44:36.419047 run osmo-stp_10.42.42.5(pid=22240): Launched\u000a12:44:36.528652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:44:37.062127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22242): Launched\u000a12:44:37.170965 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:44:37.439379 run patchelf(pid=22243): Launched\u000a12:44:37.619511 run osmo-stp_10.42.42.5(pid=22240): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22240)]\u000a12:44:37.750552 run osmo-stp_10.42.42.5(pid=22240): stdout: \u000a| (launched: 2022-12-13_12:44:36.266975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:37.881958 run osmo-stp_10.42.42.5(pid=22240): stderr: \u000a| �[0;m�[38;5;43m20221213124436437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124436438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124436438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124436438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124436439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124436439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124436439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:38.008152 run osmo-stp_10.42.42.5(pid=22240): stdout: \u000a| (launched: 2022-12-13_12:44:36.266975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:38.134196 run osmo-stp_10.42.42.5(pid=22240): stderr: \u000a| �[0;m�[38;5;43m20221213124436437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124436438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124436438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124436438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124436439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124436439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124436439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:38.279528 run patchelf(pid=22243): Terminating (SIGINT)\u000a12:44:38.451135 run patchelf(pid=22243): Terminated: ok {rc=0}\u000a12:44:38.482594 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22240): Process ended prematurely: osmo-stp_10.42.42.5(pid=22240) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22240)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:44:38.491884 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a12:44:38.552237 run osmo-hlr_10.42.42.2(pid=22237): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22237)]\u000a12:44:38.601402 run osmo-hlr_10.42.42.2(pid=22237): stdout: \u000a| (launched: 2022-12-13_12:44:35.314038) \u000a12:44:38.650928 run osmo-hlr_10.42.42.2(pid=22237): stderr: \u000a| �[0;m�[1;31m20221213124435489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124435489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124435489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124435489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124435489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124435489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124435501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124435509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124435509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124435510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:38.693238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22226): Terminating (SIGTERM)\u000a12:44:38.733128 run iperf3-srv_10.42.42.10(pid=22227): Terminating (SIGTERM)\u000a12:44:38.772842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22228): Terminating (SIGTERM)\u000a12:44:38.812452 run iperf3-srv_10.42.42.10(pid=22229): Terminating (SIGTERM)\u000a12:44:38.852062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22230): Terminating (SIGTERM)\u000a12:44:38.891474 run iperf3-srv_10.42.42.10(pid=22231): Terminating (SIGTERM)\u000a12:44:38.930951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22232): Terminating (SIGTERM)\u000a12:44:38.970441 run iperf3-srv_10.42.42.10(pid=22233): Terminating (SIGTERM)\u000a12:44:39.009985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22236): Terminating (SIGTERM)\u000a12:44:39.049457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22239): Terminating (SIGTERM)\u000a12:44:39.089144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22242): Terminating (SIGTERM)\u000a12:44:39.098629 --- ParallelTerminationStrategy: PID 22226 died...\u000a12:44:39.152008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22226): Terminated: ok {rc=0}\u000a12:44:39.161892 --- ParallelTerminationStrategy: PID 22227 died...\u000a12:44:39.214667 run iperf3-srv_10.42.42.10(pid=22227): Terminated {rc=256}\u000a12:44:39.224252 --- ParallelTerminationStrategy: PID 22228 died...\u000a12:44:39.277329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22228): Terminated: ok {rc=0}\u000a12:44:39.287046 --- ParallelTerminationStrategy: PID 22229 died...\u000a12:44:39.339946 run iperf3-srv_10.42.42.10(pid=22229): Terminated {rc=256}\u000a12:44:39.349984 --- ParallelTerminationStrategy: PID 22230 died...\u000a12:44:39.402704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22230): Terminated: ok {rc=0}\u000a12:44:39.412371 --- ParallelTerminationStrategy: PID 22231 died...\u000a12:44:39.465269 run iperf3-srv_10.42.42.10(pid=22231): Terminated {rc=256}\u000a12:44:39.474797 --- ParallelTerminationStrategy: PID 22232 died...\u000a12:44:39.527600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22232): Terminated: ok {rc=0}\u000a12:44:39.537466 --- ParallelTerminationStrategy: PID 22233 died...\u000a12:44:39.590466 run iperf3-srv_10.42.42.10(pid=22233): Terminated {rc=256}\u000a12:44:39.600569 --- ParallelTerminationStrategy: PID 22236 died...\u000a12:44:39.653433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22236): Terminated: ok {rc=0}\u000a12:44:39.663564 --- ParallelTerminationStrategy: PID 22239 died...\u000a12:44:39.716924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22239): Terminated: ok {rc=0}\u000a12:44:39.726588 --- ParallelTerminationStrategy: PID 22242 died...\u000a12:44:39.780004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22242): Terminated: ok {rc=0}\u000a12:44:39.868409 bus /gobi_4: Setting Powered False\u000a12:44:40.970196 bus /gobi_4: Setting Powered False\u000a12:44:42.081409 bus /gobi_1: Setting Powered False\u000a12:44:43.184507 bus /gobi_1: Setting Powered False\u000a12:44:44.290787 bus /gobi_0: Setting Powered False\u000a12:44:45.396177 bus /gobi_0: Setting Powered False\u000a12:44:46.505591 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22250): Process ended prematurely: osmo-stp_10.42.42.5(pid=22250) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22250)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22250): Process ended prematurely: osmo-stp_10.42.42.5(pid=22250) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:44:47.571174 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:47.583069 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:44:47.721890 tst ping.py: using LAC 34031\u000a12:44:47.839468 tst ping.py: using RAC 116\u000a12:44:47.959152 tst ping.py: using CellId 34031\u000a12:44:48.078947 tst ping.py: using BVCI 34032\u000a12:44:48.101895 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:48.113481 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:48.124594 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:48.135562 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:48.146598 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:48.157601 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:48.168693 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:48.179719 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:48.454105 tst ping.py:19: start network...\u000a12:44:48.578429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:49.062364 run create_hlr_db(pid=22244): Launched\u000a12:44:49.236473 bus /gobi_6: Setting Powered False\u000a12:44:50.258643 run create_hlr_db(pid=22244): Terminated: ok {rc=0}\u000a12:44:50.690368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22246): Launched\u000a12:44:51.015723 run osmo-hlr_10.42.42.2(pid=22247): Launched\u000a12:44:51.134351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:44:51.702332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22249): Launched\u000a12:44:52.025097 run osmo-stp_10.42.42.5(pid=22250): Launched\u000a12:44:52.142280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:44:52.710564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22252): Launched\u000a12:44:52.826146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:44:53.111024 run patchelf(pid=22253): Launched\u000a12:44:53.300756 run osmo-stp_10.42.42.5(pid=22250): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22250)]\u000a12:44:53.439180 run osmo-stp_10.42.42.5(pid=22250): stdout: \u000a| (launched: 2022-12-13_12:44:51.865793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:53.578645 run osmo-stp_10.42.42.5(pid=22250): stderr: \u000a| �[0;m�[38;5;43m20221213124452058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124452058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124452058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124452059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124452059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124452059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124452059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:53.713535 run osmo-stp_10.42.42.5(pid=22250): stdout: \u000a| (launched: 2022-12-13_12:44:51.865793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:44:53.846326 run osmo-stp_10.42.42.5(pid=22250): stderr: \u000a| �[0;m�[38;5;43m20221213124452058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124452058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124452058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124452059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124452059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124452059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124452059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:44:54.000597 run patchelf(pid=22253): Terminating (SIGINT)\u000a12:44:54.181188 run patchelf(pid=22253): Terminated: ok {rc=0}\u000a12:44:54.214030 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22250): Process ended prematurely: osmo-stp_10.42.42.5(pid=22250) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22250)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a12:44:54.223458 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:44:54.287252 run osmo-hlr_10.42.42.2(pid=22247): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22247)]\u000a12:44:54.338751 run osmo-hlr_10.42.42.2(pid=22247): stdout: \u000a| (launched: 2022-12-13_12:44:50.854306) \u000a12:44:54.390761 run osmo-hlr_10.42.42.2(pid=22247): stderr: \u000a| �[0;m�[1;31m20221213124451052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124451052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124451052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124451052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124451052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124451052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124451065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124451073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124451074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124451074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:44:54.435340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22246): Terminating (SIGTERM)\u000a12:44:54.477664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22249): Terminating (SIGTERM)\u000a12:44:54.519996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22252): Terminating (SIGTERM)\u000a12:44:54.529985 --- ParallelTerminationStrategy: PID 22246 died...\u000a12:44:54.587008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22246): Terminated: ok {rc=0}\u000a12:44:54.597397 --- ParallelTerminationStrategy: PID 22249 died...\u000a12:44:54.654225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22249): Terminated: ok {rc=0}\u000a12:44:54.664610 --- ParallelTerminationStrategy: PID 22252 died...\u000a12:44:54.721421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22252): Terminated: ok {rc=0}\u000a12:44:54.810399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22262): Process ended prematurely: osmo-stp_10.42.42.5(pid=22262) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22262)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22262): Process ended prematurely: osmo-stp_10.42.42.5(pid=22262) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:44:55.863641 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:55.875738 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:44:56.015105 tst ping_idle_ping.py: using LAC 34032\u000a12:44:56.133224 tst ping_idle_ping.py: using RAC 117\u000a12:44:56.254661 tst ping_idle_ping.py: using CellId 34032\u000a12:44:56.378070 tst ping_idle_ping.py: using BVCI 34033\u000a12:44:56.401166 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:56.412170 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:56.423020 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:56.433869 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:56.444806 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:56.455788 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:56.467049 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:44:56.478038 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:44:56.754714 tst ping_idle_ping.py:24: start network...\u000a12:44:56.879774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:44:57.364713 run create_hlr_db(pid=22256): Launched\u000a12:44:57.539851 bus /gobi_6: Setting Powered False\u000a12:44:58.561504 run create_hlr_db(pid=22256): Terminated: ok {rc=0}\u000a12:44:58.995119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22258): Launched\u000a12:44:59.320551 run osmo-hlr_10.42.42.2(pid=22259): Launched\u000a12:44:59.440567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:00.006519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22261): Launched\u000a12:45:00.332230 run osmo-stp_10.42.42.5(pid=22262): Launched\u000a12:45:00.449592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:45:01.061396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22264): Launched\u000a12:45:01.179694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:45:01.479927 run patchelf(pid=22265): Launched\u000a12:45:01.706534 run osmo-stp_10.42.42.5(pid=22262): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22262)]\u000a12:45:01.848388 run osmo-stp_10.42.42.5(pid=22262): stdout: \u000a| (launched: 2022-12-13_12:45:00.170974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:01.990955 run osmo-stp_10.42.42.5(pid=22262): stderr: \u000a| �[0;m�[38;5;43m20221213124500363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124500363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124500363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124500364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124500365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:02.127885 run osmo-stp_10.42.42.5(pid=22262): stdout: \u000a| (launched: 2022-12-13_12:45:00.170974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:02.263234 run osmo-stp_10.42.42.5(pid=22262): stderr: \u000a| �[0;m�[38;5;43m20221213124500363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124500363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124500363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124500364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124500364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124500365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:02.417965 run patchelf(pid=22265): Terminating (SIGINT)\u000a12:45:02.599545 run patchelf(pid=22265): Terminated: ok {rc=0}\u000a12:45:02.633294 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22262): Process ended prematurely: osmo-stp_10.42.42.5(pid=22262) [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22262)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:45:02.642850 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:45:02.706658 run osmo-hlr_10.42.42.2(pid=22259): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22259)]\u000a12:45:02.758108 run osmo-hlr_10.42.42.2(pid=22259): stdout: \u000a| (launched: 2022-12-13_12:44:59.159660) \u000a12:45:02.810238 run osmo-hlr_10.42.42.2(pid=22259): stderr: \u000a| �[0;m�[1;31m20221213124459357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124459357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124459357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124459357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124459357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124459357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124459370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124459381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124459381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124459381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:02.854839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22258): Terminating (SIGTERM)\u000a12:45:02.897151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22261): Terminating (SIGTERM)\u000a12:45:02.939254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22264): Terminating (SIGTERM)\u000a12:45:02.949249 --- ParallelTerminationStrategy: PID 22258 died...\u000a12:45:03.005977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22258): Terminated: ok {rc=0}\u000a12:45:03.016287 --- ParallelTerminationStrategy: PID 22261 died...\u000a12:45:03.073108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22261): Terminated: ok {rc=0}\u000a12:45:03.083456 --- ParallelTerminationStrategy: PID 22264 died...\u000a12:45:03.140187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22264): Terminated: ok {rc=0}\u000a12:45:03.227447 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:44:05" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22282): Process ended prematurely: osmo-stp_10.42.42.5(pid=22282) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22282)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22282): Process ended prematurely: osmo-stp_10.42.42.5(pid=22282) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:45:05.403514 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:05.414738 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:45:05.571931 tst cs_paging_gprs_active.py: using LAC 34033\u000a12:45:05.693636 tst cs_paging_gprs_active.py: using RAC 118\u000a12:45:05.813381 tst cs_paging_gprs_active.py: using CellId 34033\u000a12:45:05.934696 tst cs_paging_gprs_active.py: using BVCI 34034\u000a12:45:05.958116 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:05.969118 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:05.979921 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:05.990763 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:06.001668 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:06.012406 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:06.023279 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:06.033990 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:06.045488 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:06.166235 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:06.447448 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:45:06.573854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:45:06.892310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22272): Launched\u000a12:45:07.155737 run iperf3-srv_10.42.42.10(pid=22273): Launched\u000a12:45:07.341599 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:45:07.468132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:45:07.786484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22274): Launched\u000a12:45:08.050529 run iperf3-srv_10.42.42.10(pid=22275): Launched\u000a12:45:08.237099 tst cs_paging_gprs_active.py:38: start network...\u000a12:45:08.365116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:08.858030 run create_hlr_db(pid=22276): Launched\u000a12:45:09.034049 bus /gobi_6: Setting Powered False\u000a12:45:10.055873 run create_hlr_db(pid=22276): Terminated: ok {rc=0}\u000a12:45:10.495732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22278): Launched\u000a12:45:10.827535 run osmo-hlr_10.42.42.2(pid=22279): Launched\u000a12:45:10.946742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:11.521447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22281): Launched\u000a12:45:11.839385 run osmo-stp_10.42.42.5(pid=22282): Launched\u000a12:45:11.951304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:45:12.488258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22284): Launched\u000a12:45:12.597356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:45:12.867697 run patchelf(pid=22285): Launched\u000a12:45:13.047805 run osmo-stp_10.42.42.5(pid=22282): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22282)]\u000a12:45:13.179625 run osmo-stp_10.42.42.5(pid=22282): stdout: \u000a| (launched: 2022-12-13_12:45:11.686508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:13.312017 run osmo-stp_10.42.42.5(pid=22282): stderr: \u000a| �[0;m�[38;5;43m20221213124511854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124511855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124511855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124511855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124511856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124511856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124511856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:13.438886 run osmo-stp_10.42.42.5(pid=22282): stdout: \u000a| (launched: 2022-12-13_12:45:11.686508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:13.564239 run osmo-stp_10.42.42.5(pid=22282): stderr: \u000a| �[0;m�[38;5;43m20221213124511854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124511855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124511855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124511855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124511856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124511856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124511856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:13.710994 run patchelf(pid=22285): Terminating (SIGINT)\u000a12:45:13.883154 run patchelf(pid=22285): Terminated: ok {rc=0}\u000a12:45:13.914644 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22282): Process ended prematurely: osmo-stp_10.42.42.5(pid=22282) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22282)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:45:13.924014 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:45:13.984123 run osmo-hlr_10.42.42.2(pid=22279): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22279)]\u000a12:45:14.033314 run osmo-hlr_10.42.42.2(pid=22279): stdout: \u000a| (launched: 2022-12-13_12:45:10.663370) \u000a12:45:14.082915 run osmo-hlr_10.42.42.2(pid=22279): stderr: \u000a| �[0;m�[1;31m20221213124510862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124510862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124510862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124510862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124510862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124510862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124510874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124510883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124510884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124510884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:14.125347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22272): Terminating (SIGTERM)\u000a12:45:14.165236 run iperf3-srv_10.42.42.10(pid=22273): Terminating (SIGTERM)\u000a12:45:14.205573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22274): Terminating (SIGTERM)\u000a12:45:14.245253 run iperf3-srv_10.42.42.10(pid=22275): Terminating (SIGTERM)\u000a12:45:14.284848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22278): Terminating (SIGTERM)\u000a12:45:14.325011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22281): Terminating (SIGTERM)\u000a12:45:14.364863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22284): Terminating (SIGTERM)\u000a12:45:14.374239 --- ParallelTerminationStrategy: PID 22272 died...\u000a12:45:14.427829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22272): Terminated: ok {rc=0}\u000a12:45:14.437592 --- ParallelTerminationStrategy: PID 22273 died...\u000a12:45:14.490548 run iperf3-srv_10.42.42.10(pid=22273): Terminated {rc=256}\u000a12:45:14.500210 --- ParallelTerminationStrategy: PID 22274 died...\u000a12:45:14.553399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22274): Terminated: ok {rc=0}\u000a12:45:14.563092 --- ParallelTerminationStrategy: PID 22275 died...\u000a12:45:14.616092 run iperf3-srv_10.42.42.10(pid=22275): Terminated {rc=256}\u000a12:45:14.625855 --- ParallelTerminationStrategy: PID 22278 died...\u000a12:45:14.679182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22278): Terminated: ok {rc=0}\u000a12:45:14.688869 --- ParallelTerminationStrategy: PID 22281 died...\u000a12:45:14.742131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22281): Terminated: ok {rc=0}\u000a12:45:14.751844 --- ParallelTerminationStrategy: PID 22284 died...\u000a12:45:14.804885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22284): Terminated: ok {rc=0}\u000a12:45:14.892110 bus /gobi_0: Setting Powered False\u000a12:45:16.003085 bus /gobi_0: Setting Powered False\u000a12:45:17.129526 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:45:18.238717 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.250461 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:45:18.410703 tst iperf3.py: using LAC 34034\u000a12:45:18.532708 tst iperf3.py: using RAC 119\u000a12:45:18.652438 tst iperf3.py: using CellId 34034\u000a12:45:18.772237 tst iperf3.py: using BVCI 34035\u000a12:45:18.795737 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.806906 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.817753 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.828566 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.839440 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.850301 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.861185 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.871877 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:18.882776 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:19.162431 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:45:19.290492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:45:19.613323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22286): Launched\u000a12:45:19.882323 run iperf3-srv_10.42.42.10(pid=22287): Launched\u000a12:45:20.069899 tst iperf3.py:8: start network...\u000a12:45:20.197868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:20.696375 run create_hlr_db(pid=22288): Launched\u000a12:45:20.873105 bus /gobi_6: Setting Powered False\u000a12:45:21.893957 run create_hlr_db(pid=22288): Terminated: ok {rc=0}\u000a12:45:22.334425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Launched\u000a12:45:22.665272 run osmo-hlr_10.42.42.2(pid=22291): Launched\u000a12:45:22.788051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:23.357919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Launched\u000a12:45:23.687091 run osmo-stp_10.42.42.5(pid=22294): Launched\u000a12:45:23.806679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:45:24.379187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22296): Launched\u000a12:45:24.496889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:45:24.785899 run patchelf(pid=22297): Launched\u000a12:45:24.977723 run osmo-stp_10.42.42.5(pid=22294): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]\u000a12:45:25.117878 run osmo-stp_10.42.42.5(pid=22294): stdout: \u000a| (launched: 2022-12-13_12:45:23.524179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:25.257938 run osmo-stp_10.42.42.5(pid=22294): stderr: \u000a| �[0;m�[38;5;43m20221213124523716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124523716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124523716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124523717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124523717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124523717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124523717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:25.393248 run osmo-stp_10.42.42.5(pid=22294): stdout: \u000a| (launched: 2022-12-13_12:45:23.524179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:25.527212 run osmo-stp_10.42.42.5(pid=22294): stderr: \u000a| �[0;m�[38;5;43m20221213124523716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124523716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124523716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124523717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124523717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124523717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124523717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:25.684179 run patchelf(pid=22297): Terminating (SIGINT)\u000a12:45:25.867708 run patchelf(pid=22297): Terminated: ok {rc=0}\u000a12:45:25.901426 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:45:25.911484 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:45:25.975059 run osmo-hlr_10.42.42.2(pid=22291): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22291)]\u000a12:45:26.026716 run osmo-hlr_10.42.42.2(pid=22291): stdout: \u000a| (launched: 2022-12-13_12:45:22.501919) \u000a12:45:26.079261 run osmo-hlr_10.42.42.2(pid=22291): stderr: \u000a| �[0;m�[1;31m20221213124522702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124522702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124522702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124522702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124522702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124522702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124522715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124522723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124522723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124522724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:26.123971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22286): Terminating (SIGTERM)\u000a12:45:26.166475 run iperf3-srv_10.42.42.10(pid=22287): Terminating (SIGTERM)\u000a12:45:26.208482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Terminating (SIGTERM)\u000a12:45:26.250498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Terminating (SIGTERM)\u000a12:45:26.292338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22296): Terminating (SIGTERM)\u000a12:45:26.302143 --- ParallelTerminationStrategy: PID 22286 died...\u000a12:45:26.358827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22286): Terminated: ok {rc=0}\u000a12:45:26.368940 --- ParallelTerminationStrategy: PID 22287 died...\u000a12:45:26.425203 run iperf3-srv_10.42.42.10(pid=22287): Terminated {rc=256}\u000a12:45:26.435254 --- ParallelTerminationStrategy: PID 22290 died...\u000a12:45:26.491757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Terminated: ok {rc=0}\u000a12:45:26.501989 --- ParallelTerminationStrategy: PID 22293 died...\u000a12:45:26.558464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Terminated: ok {rc=0}\u000a12:45:26.568546 --- ParallelTerminationStrategy: PID 22296 died...\u000a12:45:26.625079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22296): Terminated: ok {rc=0}\u000a12:45:26.713221 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22312): Process ended prematurely: osmo-stp_10.42.42.5(pid=22312) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22312)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22312): Process ended prematurely: osmo-stp_10.42.42.5(pid=22312) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:45:27.824915 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:27.836849 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:45:27.993234 tst iperf3m4.py: using LAC 34035\u000a12:45:28.112585 tst iperf3m4.py: using RAC 120\u000a12:45:28.234147 tst iperf3m4.py: using CellId 34035\u000a12:45:28.353212 tst iperf3m4.py: using BVCI 34036\u000a12:45:28.376375 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:28.387492 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:28.398568 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:28.409535 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:28.420484 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:28.431856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:28.443516 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:28.454820 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:28.466190 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:28.588007 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:28.709261 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:28.827158 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:29.106614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:45:29.233853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:45:29.552352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22298): Launched\u000a12:45:29.817323 run iperf3-srv_10.42.42.10(pid=22299): Launched\u000a12:45:30.004295 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:45:30.131786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:45:30.453383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22300): Launched\u000a12:45:30.720618 run iperf3-srv_10.42.42.10(pid=22301): Launched\u000a12:45:30.929333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:45:31.059805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:45:31.396791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22302): Launched\u000a12:45:31.682341 run iperf3-srv_10.42.42.10(pid=22303): Launched\u000a12:45:31.893548 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:45:32.036483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:45:32.381932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22304): Launched\u000a12:45:32.667923 run iperf3-srv_10.42.42.10(pid=22305): Launched\u000a12:45:32.871139 tst iperf3m4.py:8: start network...\u000a12:45:33.009152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:33.528202 run create_hlr_db(pid=22306): Launched\u000a12:45:33.718197 bus /gobi_6: Setting Powered False\u000a12:45:34.739233 run create_hlr_db(pid=22306): Terminated: ok {rc=0}\u000a12:45:35.178528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22308): Launched\u000a12:45:35.509616 run osmo-hlr_10.42.42.2(pid=22309): Launched\u000a12:45:35.631039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:36.206772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22311): Launched\u000a12:45:36.538029 run osmo-stp_10.42.42.5(pid=22312): Launched\u000a12:45:36.658477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:45:37.231261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22314): Launched\u000a12:45:37.348772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:45:37.637504 run patchelf(pid=22315): Launched\u000a12:45:37.830380 run osmo-stp_10.42.42.5(pid=22312): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22312)]\u000a12:45:37.971048 run osmo-stp_10.42.42.5(pid=22312): stdout: \u000a| (launched: 2022-12-13_12:45:36.374146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:38.111910 run osmo-stp_10.42.42.5(pid=22312): stderr: \u000a| �[0;m�[38;5;43m20221213124536562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124536563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124536563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124536563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124536564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124536564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124536564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:38.247647 run osmo-stp_10.42.42.5(pid=22312): stdout: \u000a| (launched: 2022-12-13_12:45:36.374146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:38.382102 run osmo-stp_10.42.42.5(pid=22312): stderr: \u000a| �[0;m�[38;5;43m20221213124536562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124536563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124536563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124536563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124536564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124536564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124536564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:38.538972 run patchelf(pid=22315): Terminating (SIGINT)\u000a12:45:38.723638 run patchelf(pid=22315): Terminated: ok {rc=0}\u000a12:45:38.757486 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22312): Process ended prematurely: osmo-stp_10.42.42.5(pid=22312) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22312)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:45:38.767579 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:45:38.831274 run osmo-hlr_10.42.42.2(pid=22309): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22309)]\u000a12:45:38.882887 run osmo-hlr_10.42.42.2(pid=22309): stdout: \u000a| (launched: 2022-12-13_12:45:35.345721) \u000a12:45:38.935141 run osmo-hlr_10.42.42.2(pid=22309): stderr: \u000a| �[0;m�[1;31m20221213124535541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124535542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124535542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124535542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124535542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124535542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124535554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124535563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124535563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124535563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:38.979835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22298): Terminating (SIGTERM)\u000a12:45:39.021967 run iperf3-srv_10.42.42.10(pid=22299): Terminating (SIGTERM)\u000a12:45:39.063792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22300): Terminating (SIGTERM)\u000a12:45:39.105900 run iperf3-srv_10.42.42.10(pid=22301): Terminating (SIGTERM)\u000a12:45:39.147716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22302): Terminating (SIGTERM)\u000a12:45:39.189595 run iperf3-srv_10.42.42.10(pid=22303): Terminating (SIGTERM)\u000a12:45:39.231575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22304): Terminating (SIGTERM)\u000a12:45:39.273432 run iperf3-srv_10.42.42.10(pid=22305): Terminating (SIGTERM)\u000a12:45:39.315365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22308): Terminating (SIGTERM)\u000a12:45:39.357585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22311): Terminating (SIGTERM)\u000a12:45:39.400002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22314): Terminating (SIGTERM)\u000a12:45:39.409867 --- ParallelTerminationStrategy: PID 22298 died...\u000a12:45:39.467081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22298): Terminated: ok {rc=0}\u000a12:45:39.477350 --- ParallelTerminationStrategy: PID 22299 died...\u000a12:45:39.533320 run iperf3-srv_10.42.42.10(pid=22299): Terminated {rc=256}\u000a12:45:39.543326 --- ParallelTerminationStrategy: PID 22300 died...\u000a12:45:39.600004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22300): Terminated: ok {rc=0}\u000a12:45:39.610170 --- ParallelTerminationStrategy: PID 22301 died...\u000a12:45:39.666556 run iperf3-srv_10.42.42.10(pid=22301): Terminated {rc=256}\u000a12:45:39.676704 --- ParallelTerminationStrategy: PID 22302 died...\u000a12:45:39.733309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22302): Terminated: ok {rc=0}\u000a12:45:39.743459 --- ParallelTerminationStrategy: PID 22303 died...\u000a12:45:39.799690 run iperf3-srv_10.42.42.10(pid=22303): Terminated {rc=256}\u000a12:45:39.809819 --- ParallelTerminationStrategy: PID 22304 died...\u000a12:45:39.866758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22304): Terminated: ok {rc=0}\u000a12:45:39.876932 --- ParallelTerminationStrategy: PID 22305 died...\u000a12:45:39.933155 run iperf3-srv_10.42.42.10(pid=22305): Terminated {rc=256}\u000a12:45:39.943185 --- ParallelTerminationStrategy: PID 22308 died...\u000a12:45:39.999237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22308): Terminated: ok {rc=0}\u000a12:45:40.009371 --- ParallelTerminationStrategy: PID 22311 died...\u000a12:45:40.065656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22311): Terminated: ok {rc=0}\u000a12:45:40.075814 --- ParallelTerminationStrategy: PID 22314 died...\u000a12:45:40.132379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22314): Terminated: ok {rc=0}\u000a12:45:40.220922 bus /gobi_4: Setting Powered False\u000a12:45:41.327639 bus /gobi_4: Setting Powered False\u000a12:45:42.436794 bus /gobi_1: Setting Powered False\u000a12:45:43.542734 bus /gobi_1: Setting Powered False\u000a12:45:44.651523 bus /gobi_0: Setting Powered False\u000a12:45:45.758145 bus /gobi_0: Setting Powered False\u000a12:45:46.867472 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22323): Process ended prematurely: osmo-stp_10.42.42.5(pid=22323) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22323)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22323): Process ended prematurely: osmo-stp_10.42.42.5(pid=22323) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:45:47.935215 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:47.947602 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:45:48.105562 tst ping.py: using LAC 34036\u000a12:45:48.223599 tst ping.py: using RAC 121\u000a12:45:48.342166 tst ping.py: using CellId 34036\u000a12:45:48.460427 tst ping.py: using BVCI 34037\u000a12:45:48.483548 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:48.494928 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:48.506117 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:48.517252 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:48.528552 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:48.539853 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:48.551218 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:48.562206 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:48.855768 tst ping.py:19: start network...\u000a12:45:48.990884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:49.501093 run create_hlr_db(pid=22316): Launched\u000a12:45:49.690063 bus /gobi_6: Setting Powered False\u000a12:45:50.710554 run create_hlr_db(pid=22316): Terminated: ok {rc=0}\u000a12:45:51.117704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22318): Launched\u000a12:45:51.422350 run osmo-hlr_10.42.42.2(pid=22319): Launched\u000a12:45:51.542474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:45:52.100927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22322): Launched\u000a12:45:52.426192 run osmo-stp_10.42.42.5(pid=22323): Launched\u000a12:45:52.543265 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:45:53.109666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22325): Launched\u000a12:45:53.225027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:45:53.509320 run patchelf(pid=22326): Launched\u000a12:45:53.698701 run osmo-stp_10.42.42.5(pid=22323): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22323)]\u000a12:45:53.837157 run osmo-stp_10.42.42.5(pid=22323): stdout: \u000a| (launched: 2022-12-13_12:45:52.264828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:53.975489 run osmo-stp_10.42.42.5(pid=22323): stderr: \u000a| �[0;m�[38;5;43m20221213124552459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124552459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124552459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124552460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124552460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124552460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124552460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:54.109231 run osmo-stp_10.42.42.5(pid=22323): stdout: \u000a| (launched: 2022-12-13_12:45:52.264828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:45:54.241149 run osmo-stp_10.42.42.5(pid=22323): stderr: \u000a| �[0;m�[38;5;43m20221213124552459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124552459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124552459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124552460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124552460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124552460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124552460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:45:54.394764 run patchelf(pid=22326): Terminating (SIGINT)\u000a12:45:54.575230 run patchelf(pid=22326): Terminated: ok {rc=0}\u000a12:45:54.608084 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22323): Process ended prematurely: osmo-stp_10.42.42.5(pid=22323) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22323)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:45:54.618072 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:45:54.682591 run osmo-hlr_10.42.42.2(pid=22319): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22319)]\u000a12:45:54.734346 run osmo-hlr_10.42.42.2(pid=22319): stdout: \u000a| (launched: 2022-12-13_12:45:51.270686) \u000a12:45:54.786682 run osmo-hlr_10.42.42.2(pid=22319): stderr: \u000a| �[0;m�[1;31m20221213124551448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124551448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124551448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124551448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124551448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124551448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124551460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124551469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124551470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124551470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:45:54.831365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22318): Terminating (SIGTERM)\u000a12:45:54.873855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22322): Terminating (SIGTERM)\u000a12:45:54.916230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22325): Terminating (SIGTERM)\u000a12:45:54.926169 --- ParallelTerminationStrategy: PID 22318 died...\u000a12:45:54.983092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22318): Terminated: ok {rc=0}\u000a12:45:54.993621 --- ParallelTerminationStrategy: PID 22322 died...\u000a12:45:55.050442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22322): Terminated: ok {rc=0}\u000a12:45:55.060739 --- ParallelTerminationStrategy: PID 22325 died...\u000a12:45:55.117655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22325): Terminated: ok {rc=0}\u000a12:45:55.206203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22333): Process ended prematurely: osmo-stp_10.42.42.5(pid=22333) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22333)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22333): Process ended prematurely: osmo-stp_10.42.42.5(pid=22333) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:45:56.258070 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:56.269764 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:45:56.432894 tst ping_idle_ping.py: using LAC 34037\u000a12:45:56.559537 tst ping_idle_ping.py: using RAC 122\u000a12:45:56.681455 tst ping_idle_ping.py: using CellId 34037\u000a12:45:56.801569 tst ping_idle_ping.py: using BVCI 34038\u000a12:45:56.824734 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:56.835907 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:56.847177 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:56.858250 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:56.869128 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:56.879913 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:56.890842 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:45:56.901689 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:45:57.179946 tst ping_idle_ping.py:24: start network...\u000a12:45:57.305699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:45:57.793934 run create_hlr_db(pid=22327): Launched\u000a12:45:57.969427 bus /gobi_6: Setting Powered False\u000a12:45:58.990601 run create_hlr_db(pid=22327): Terminated: ok {rc=0}\u000a12:45:59.425624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22329): Launched\u000a12:45:59.755279 run osmo-hlr_10.42.42.2(pid=22330): Launched\u000a12:45:59.873834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:00.441808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22332): Launched\u000a12:46:00.769447 run osmo-stp_10.42.42.5(pid=22333): Launched\u000a12:46:00.985701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:46:01.576455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22335): Launched\u000a12:46:01.688827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:46:01.980108 run patchelf(pid=22336): Launched\u000a12:46:02.176397 run osmo-stp_10.42.42.5(pid=22333): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22333)]\u000a12:46:02.315984 run osmo-stp_10.42.42.5(pid=22333): stdout: \u000a| (launched: 2022-12-13_12:46:00.606529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:02.455309 run osmo-stp_10.42.42.5(pid=22333): stderr: \u000a| �[0;m�[38;5;43m20221213124600799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124600799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124600799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124600800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:02.589795 run osmo-stp_10.42.42.5(pid=22333): stdout: \u000a| (launched: 2022-12-13_12:46:00.606529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:02.723575 run osmo-stp_10.42.42.5(pid=22333): stderr: \u000a| �[0;m�[38;5;43m20221213124600799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124600799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124600799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124600800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124600802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:02.878739 run patchelf(pid=22336): Terminating (SIGINT)\u000a12:46:03.060118 run patchelf(pid=22336): Terminated: ok {rc=0}\u000a12:46:03.093520 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22333): Process ended prematurely: osmo-stp_10.42.42.5(pid=22333) [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22333)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:46:03.102997 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:46:03.166847 run osmo-hlr_10.42.42.2(pid=22330): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22330)]\u000a12:46:03.219053 run osmo-hlr_10.42.42.2(pid=22330): stdout: \u000a| (launched: 2022-12-13_12:45:59.590653) \u000a12:46:03.271756 run osmo-hlr_10.42.42.2(pid=22330): stderr: \u000a| �[0;m�[1;31m20221213124559790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124559790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124559790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124559790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124559790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124559791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124559803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124559811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124559811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124559811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:03.317118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22329): Terminating (SIGTERM)\u000a12:46:03.359881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22332): Terminating (SIGTERM)\u000a12:46:03.402597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22335): Terminating (SIGTERM)\u000a12:46:03.412504 --- ParallelTerminationStrategy: PID 22329 died...\u000a12:46:03.469683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22329): Terminated: ok {rc=0}\u000a12:46:03.480032 --- ParallelTerminationStrategy: PID 22332 died...\u000a12:46:03.537189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22332): Terminated: ok {rc=0}\u000a12:46:03.547385 --- ParallelTerminationStrategy: PID 22335 died...\u000a12:46:03.604233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22335): Terminated: ok {rc=0}\u000a12:46:03.691243 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:45:05" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22352): Process ended prematurely: osmo-stp_10.42.42.5(pid=22352) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22352)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22352): Process ended prematurely: osmo-stp_10.42.42.5(pid=22352) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:46:05.870467 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:05.882110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:46:06.022235 tst cs_paging_gprs_active.py: using LAC 34038\u000a12:46:06.139471 tst cs_paging_gprs_active.py: using RAC 123\u000a12:46:06.259050 tst cs_paging_gprs_active.py: using CellId 34038\u000a12:46:06.376438 tst cs_paging_gprs_active.py: using BVCI 34039\u000a12:46:06.399738 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:06.411134 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:06.422389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:06.433580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:06.444709 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:06.455830 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:06.467092 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:06.478117 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:06.489427 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:06.611504 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:06.906654 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:46:07.042555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:46:07.380416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Launched\u000a12:46:07.661746 run iperf3-srv_10.42.42.10(pid=22343): Launched\u000a12:46:07.860928 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:46:07.996396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:46:08.335360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Launched\u000a12:46:08.615093 run iperf3-srv_10.42.42.10(pid=22345): Launched\u000a12:46:08.815017 tst cs_paging_gprs_active.py:38: start network...\u000a12:46:08.950344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:09.465794 run create_hlr_db(pid=22346): Launched\u000a12:46:09.655087 bus /gobi_6: Setting Powered False\u000a12:46:10.675604 run create_hlr_db(pid=22346): Terminated: ok {rc=0}\u000a12:46:11.085713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22348): Launched\u000a12:46:11.389701 run osmo-hlr_10.42.42.2(pid=22349): Launched\u000a12:46:11.505536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:12.032371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22351): Launched\u000a12:46:12.337598 run osmo-stp_10.42.42.5(pid=22352): Launched\u000a12:46:12.447691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:46:12.980202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22354): Launched\u000a12:46:13.087646 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:46:13.354539 run patchelf(pid=22355): Launched\u000a12:46:13.532041 run osmo-stp_10.42.42.5(pid=22352): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22352)]\u000a12:46:13.662247 run osmo-stp_10.42.42.5(pid=22352): stdout: \u000a| (launched: 2022-12-13_12:46:12.186340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:13.792767 run osmo-stp_10.42.42.5(pid=22352): stderr: \u000a| �[0;m�[38;5;43m20221213124612354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124612355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124612355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124612355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124612356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124612356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124612356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:13.918184 run osmo-stp_10.42.42.5(pid=22352): stdout: \u000a| (launched: 2022-12-13_12:46:12.186340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:14.042010 run osmo-stp_10.42.42.5(pid=22352): stderr: \u000a| �[0;m�[38;5;43m20221213124612354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124612355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124612355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124612355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124612356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124612356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124612356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:14.186960 run patchelf(pid=22355): Terminating (SIGINT)\u000a12:46:14.356909 run patchelf(pid=22355): Terminated: ok {rc=0}\u000a12:46:14.388274 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22352): Process ended prematurely: osmo-stp_10.42.42.5(pid=22352) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22352)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a12:46:14.397601 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:46:14.457963 run osmo-hlr_10.42.42.2(pid=22349): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22349)]\u000a12:46:14.506950 run osmo-hlr_10.42.42.2(pid=22349): stdout: \u000a| (launched: 2022-12-13_12:46:11.239275) \u000a12:46:14.556662 run osmo-hlr_10.42.42.2(pid=22349): stderr: \u000a| �[0;m�[1;31m20221213124611416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124611416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124611416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124611416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124611416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124611416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124611429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124611438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124611438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124611438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:14.598854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Terminating (SIGTERM)\u000a12:46:14.638553 run iperf3-srv_10.42.42.10(pid=22343): Terminating (SIGTERM)\u000a12:46:14.678412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Terminating (SIGTERM)\u000a12:46:14.718117 run iperf3-srv_10.42.42.10(pid=22345): Terminating (SIGTERM)\u000a12:46:14.757911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22348): Terminating (SIGTERM)\u000a12:46:14.798012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22351): Terminating (SIGTERM)\u000a12:46:14.838131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22354): Terminating (SIGTERM)\u000a12:46:14.847242 --- ParallelTerminationStrategy: PID 22342 died...\u000a12:46:14.900500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Terminated: ok {rc=0}\u000a12:46:14.909956 --- ParallelTerminationStrategy: PID 22343 died...\u000a12:46:14.962868 run iperf3-srv_10.42.42.10(pid=22343): Terminated {rc=256}\u000a12:46:14.972383 --- ParallelTerminationStrategy: PID 22344 died...\u000a12:46:15.025324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Terminated: ok {rc=0}\u000a12:46:15.034812 --- ParallelTerminationStrategy: PID 22345 died...\u000a12:46:15.087686 run iperf3-srv_10.42.42.10(pid=22345): Terminated {rc=256}\u000a12:46:15.097201 --- ParallelTerminationStrategy: PID 22348 died...\u000a12:46:15.150150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22348): Terminated: ok {rc=0}\u000a12:46:15.159567 --- ParallelTerminationStrategy: PID 22351 died...\u000a12:46:15.212411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22351): Terminated: ok {rc=0}\u000a12:46:15.221951 --- ParallelTerminationStrategy: PID 22354 died...\u000a12:46:15.274766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22354): Terminated: ok {rc=0}\u000a12:46:15.358745 bus /gobi_0: Setting Powered False\u000a12:46:16.464767 bus /gobi_0: Setting Powered False\u000a12:46:17.574444 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22364): Process ended prematurely: osmo-stp_10.42.42.5(pid=22364) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22364)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22364): Process ended prematurely: osmo-stp_10.42.42.5(pid=22364) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a12:46:18.684811 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:18.696896 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:46:18.843344 tst iperf3.py: using LAC 34039\u000a12:46:18.966106 tst iperf3.py: using RAC 124\u000a12:46:19.087830 tst iperf3.py: using CellId 34039\u000a12:46:19.208917 tst iperf3.py: using BVCI 34040\u000a12:46:19.232399 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:19.244018 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:19.255377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:19.266607 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:19.277847 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:19.289167 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:19.300384 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:19.311476 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:19.322888 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:19.620005 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:46:19.755920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:46:20.092123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22356): Launched\u000a12:46:20.372636 run iperf3-srv_10.42.42.10(pid=22357): Launched\u000a12:46:20.571172 tst iperf3.py:8: start network...\u000a12:46:20.706955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:21.219338 run create_hlr_db(pid=22358): Launched\u000a12:46:21.407125 bus /gobi_6: Setting Powered False\u000a12:46:22.426984 run create_hlr_db(pid=22358): Terminated: ok {rc=0}\u000a12:46:22.859546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22360): Launched\u000a12:46:23.186758 run osmo-hlr_10.42.42.2(pid=22361): Launched\u000a12:46:23.309577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:23.875740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22363): Launched\u000a12:46:24.199893 run osmo-stp_10.42.42.5(pid=22364): Launched\u000a12:46:24.317504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:46:24.883200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22366): Launched\u000a12:46:24.998971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:46:25.282568 run patchelf(pid=22367): Launched\u000a12:46:25.472830 run osmo-stp_10.42.42.5(pid=22364): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22364)]\u000a12:46:25.611467 run osmo-stp_10.42.42.5(pid=22364): stdout: \u000a| (launched: 2022-12-13_12:46:24.039677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:25.751117 run osmo-stp_10.42.42.5(pid=22364): stderr: \u000a| �[0;m�[38;5;43m20221213124624232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124624232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124624233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124624233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124624234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124624234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124624234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:25.885331 run osmo-stp_10.42.42.5(pid=22364): stdout: \u000a| (launched: 2022-12-13_12:46:24.039677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:26.018302 run osmo-stp_10.42.42.5(pid=22364): stderr: \u000a| �[0;m�[38;5;43m20221213124624232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124624232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124624233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124624233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124624234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124624234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124624234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:26.172862 run patchelf(pid=22367): Terminating (SIGINT)\u000a12:46:26.354528 run patchelf(pid=22367): Terminated: ok {rc=0}\u000a12:46:26.387965 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22364): Process ended prematurely: osmo-stp_10.42.42.5(pid=22364) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22364)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a12:46:26.398191 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:46:26.461687 run osmo-hlr_10.42.42.2(pid=22361): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22361)]\u000a12:46:26.513790 run osmo-hlr_10.42.42.2(pid=22361): stdout: \u000a| (launched: 2022-12-13_12:46:23.024934) \u000a12:46:26.566698 run osmo-hlr_10.42.42.2(pid=22361): stderr: \u000a| �[0;m�[1;31m20221213124623225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124623225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124623225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124623225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124623225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124623225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124623237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124623246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124623246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124623246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:26.611234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22356): Terminating (SIGTERM)\u000a12:46:26.653848 run iperf3-srv_10.42.42.10(pid=22357): Terminating (SIGTERM)\u000a12:46:26.695770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22360): Terminating (SIGTERM)\u000a12:46:26.737830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22363): Terminating (SIGTERM)\u000a12:46:26.779512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22366): Terminating (SIGTERM)\u000a12:46:26.789153 --- ParallelTerminationStrategy: PID 22356 died...\u000a12:46:26.845195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22356): Terminated: ok {rc=0}\u000a12:46:26.855199 --- ParallelTerminationStrategy: PID 22357 died...\u000a12:46:26.911114 run iperf3-srv_10.42.42.10(pid=22357): Terminated {rc=256}\u000a12:46:26.921095 --- ParallelTerminationStrategy: PID 22360 died...\u000a12:46:26.977121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22360): Terminated: ok {rc=0}\u000a12:46:26.987003 --- ParallelTerminationStrategy: PID 22363 died...\u000a12:46:27.043048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22363): Terminated: ok {rc=0}\u000a12:46:27.053103 --- ParallelTerminationStrategy: PID 22366 died...\u000a12:46:27.108765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22366): Terminated: ok {rc=0}\u000a12:46:27.195311 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22382): Process ended prematurely: osmo-stp_10.42.42.5(pid=22382) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22382)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22382): Process ended prematurely: osmo-stp_10.42.42.5(pid=22382) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a12:46:28.311062 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.323934 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:46:28.473741 tst iperf3m4.py: using LAC 34040\u000a12:46:28.600629 tst iperf3m4.py: using RAC 125\u000a12:46:28.728264 tst iperf3m4.py: using CellId 34040\u000a12:46:28.856730 tst iperf3m4.py: using BVCI 34041\u000a12:46:28.881614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.893634 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.905568 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.917397 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.929701 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.941951 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.954519 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.966784 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:28.979382 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:29.097330 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:29.220271 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:29.340208 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:29.624024 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:46:29.751473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:46:30.068540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22368): Launched\u000a12:46:30.332020 run iperf3-srv_10.42.42.10(pid=22369): Launched\u000a12:46:30.517672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:46:30.643677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:46:30.998297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22370): Launched\u000a12:46:31.316576 run iperf3-srv_10.42.42.10(pid=22371): Launched\u000a12:46:31.522509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:46:31.663106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:46:32.023192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22372): Launched\u000a12:46:32.307290 run iperf3-srv_10.42.42.10(pid=22373): Launched\u000a12:46:32.507993 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:46:32.644438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:46:32.984255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22374): Launched\u000a12:46:33.266209 run iperf3-srv_10.42.42.10(pid=22375): Launched\u000a12:46:33.465995 tst iperf3m4.py:8: start network...\u000a12:46:33.601794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:34.116229 run create_hlr_db(pid=22376): Launched\u000a12:46:34.304891 bus /gobi_6: Setting Powered False\u000a12:46:35.325654 run create_hlr_db(pid=22376): Terminated: ok {rc=0}\u000a12:46:35.759026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22378): Launched\u000a12:46:36.085495 run osmo-hlr_10.42.42.2(pid=22379): Launched\u000a12:46:36.206131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:36.775188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22381): Launched\u000a12:46:37.102313 run osmo-stp_10.42.42.5(pid=22382): Launched\u000a12:46:37.225772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:46:37.795101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22384): Launched\u000a12:46:37.911050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:46:38.195974 run patchelf(pid=22385): Launched\u000a12:46:38.386025 run osmo-stp_10.42.42.5(pid=22382): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22382)]\u000a12:46:38.524657 run osmo-stp_10.42.42.5(pid=22382): stdout: \u000a| (launched: 2022-12-13_12:46:36.940623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:38.663939 run osmo-stp_10.42.42.5(pid=22382): stderr: \u000a| �[0;m�[38;5;43m20221213124637130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124637131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124637131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124637131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124637132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124637132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124637132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:38.798387 run osmo-stp_10.42.42.5(pid=22382): stdout: \u000a| (launched: 2022-12-13_12:46:36.940623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:38.931032 run osmo-stp_10.42.42.5(pid=22382): stderr: \u000a| �[0;m�[38;5;43m20221213124637130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124637131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124637131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124637131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124637132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124637132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124637132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:39.086160 run patchelf(pid=22385): Terminating (SIGINT)\u000a12:46:39.268171 run patchelf(pid=22385): Terminated: ok {rc=0}\u000a12:46:39.302065 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22382): Process ended prematurely: osmo-stp_10.42.42.5(pid=22382) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22382)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a12:46:39.312322 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:46:39.376423 run osmo-hlr_10.42.42.2(pid=22379): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22379)]\u000a12:46:39.428113 run osmo-hlr_10.42.42.2(pid=22379): stdout: \u000a| (launched: 2022-12-13_12:46:35.923663) \u000a12:46:39.480601 run osmo-hlr_10.42.42.2(pid=22379): stderr: \u000a| �[0;m�[1;31m20221213124636119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124636119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124636119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124636119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124636119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124636119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124636131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124636139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124636139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124636140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:39.525500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22368): Terminating (SIGTERM)\u000a12:46:39.567625 run iperf3-srv_10.42.42.10(pid=22369): Terminating (SIGTERM)\u000a12:46:39.609783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22370): Terminating (SIGTERM)\u000a12:46:39.651810 run iperf3-srv_10.42.42.10(pid=22371): Terminating (SIGTERM)\u000a12:46:39.694784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22372): Terminating (SIGTERM)\u000a12:46:39.737486 run iperf3-srv_10.42.42.10(pid=22373): Terminating (SIGTERM)\u000a12:46:39.779489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22374): Terminating (SIGTERM)\u000a12:46:39.821393 run iperf3-srv_10.42.42.10(pid=22375): Terminating (SIGTERM)\u000a12:46:39.863319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22378): Terminating (SIGTERM)\u000a12:46:39.905743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22381): Terminating (SIGTERM)\u000a12:46:39.947734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22384): Terminating (SIGTERM)\u000a12:46:39.957400 --- ParallelTerminationStrategy: PID 22368 died...\u000a12:46:40.013577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22368): Terminated: ok {rc=0}\u000a12:46:40.023491 --- ParallelTerminationStrategy: PID 22369 died...\u000a12:46:40.079449 run iperf3-srv_10.42.42.10(pid=22369): Terminated {rc=256}\u000a12:46:40.089431 --- ParallelTerminationStrategy: PID 22370 died...\u000a12:46:40.145426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22370): Terminated: ok {rc=0}\u000a12:46:40.155417 --- ParallelTerminationStrategy: PID 22371 died...\u000a12:46:40.211351 run iperf3-srv_10.42.42.10(pid=22371): Terminated {rc=256}\u000a12:46:40.221318 --- ParallelTerminationStrategy: PID 22372 died...\u000a12:46:40.277150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22372): Terminated: ok {rc=0}\u000a12:46:40.287009 --- ParallelTerminationStrategy: PID 22373 died...\u000a12:46:40.342940 run iperf3-srv_10.42.42.10(pid=22373): Terminated {rc=256}\u000a12:46:40.352844 --- ParallelTerminationStrategy: PID 22374 died...\u000a12:46:40.408602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22374): Terminated: ok {rc=0}\u000a12:46:40.418531 --- ParallelTerminationStrategy: PID 22375 died...\u000a12:46:40.474504 run iperf3-srv_10.42.42.10(pid=22375): Terminated {rc=256}\u000a12:46:40.484441 --- ParallelTerminationStrategy: PID 22378 died...\u000a12:46:40.540439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22378): Terminated: ok {rc=0}\u000a12:46:40.550446 --- ParallelTerminationStrategy: PID 22381 died...\u000a12:46:40.606434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22381): Terminated: ok {rc=0}\u000a12:46:40.616356 --- ParallelTerminationStrategy: PID 22384 died...\u000a12:46:40.672742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22384): Terminated: ok {rc=0}\u000a12:46:40.760241 bus /gobi_4: Setting Powered False\u000a12:46:41.866168 bus /gobi_4: Setting Powered False\u000a12:46:42.974061 bus /gobi_1: Setting Powered False\u000a12:46:44.080359 bus /gobi_1: Setting Powered False\u000a12:46:45.187812 bus /gobi_0: Setting Powered False\u000a12:46:46.308056 bus /gobi_0: Setting Powered False\u000a12:46:47.421208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22392): Process ended prematurely: osmo-stp_10.42.42.5(pid=22392) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22392)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22392): Process ended prematurely: osmo-stp_10.42.42.5(pid=22392) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a12:46:48.488828 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:48.500909 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:46:48.645028 tst ping.py: using LAC 34041\u000a12:46:48.766216 tst ping.py: using RAC 126\u000a12:46:48.891593 tst ping.py: using CellId 34041\u000a12:46:49.016165 tst ping.py: using BVCI 34042\u000a12:46:49.040777 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:49.053088 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:49.065153 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:49.077318 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:49.090049 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:49.102658 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:49.115347 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:49.127902 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:49.406785 tst ping.py:19: start network...\u000a12:46:49.531145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:50.012338 run create_hlr_db(pid=22386): Launched\u000a12:46:50.185470 bus /gobi_6: Setting Powered False\u000a12:46:51.207067 run create_hlr_db(pid=22386): Terminated: ok {rc=0}\u000a12:46:51.636028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22388): Launched\u000a12:46:51.958922 run osmo-hlr_10.42.42.2(pid=22389): Launched\u000a12:46:52.077822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:46:52.637357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22391): Launched\u000a12:46:52.959315 run osmo-stp_10.42.42.5(pid=22392): Launched\u000a12:46:53.074570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:46:53.633401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22394): Launched\u000a12:46:53.747820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:46:54.027880 run patchelf(pid=22395): Launched\u000a12:46:54.214763 run osmo-stp_10.42.42.5(pid=22392): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22392)]\u000a12:46:54.351427 run osmo-stp_10.42.42.5(pid=22392): stdout: \u000a| (launched: 2022-12-13_12:46:52.801147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:54.489119 run osmo-stp_10.42.42.5(pid=22392): stderr: \u000a| �[0;m�[38;5;43m20221213124652992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124652992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124652992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124652993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124652993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124652993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124652993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:54.620872 run osmo-stp_10.42.42.5(pid=22392): stdout: \u000a| (launched: 2022-12-13_12:46:52.801147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:46:54.752554 run osmo-stp_10.42.42.5(pid=22392): stderr: \u000a| �[0;m�[38;5;43m20221213124652992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124652992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124652992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124652993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124652993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124652993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124652993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:46:54.904704 run patchelf(pid=22395): Terminating (SIGINT)\u000a12:46:55.083225 run patchelf(pid=22395): Terminated: ok {rc=0}\u000a12:46:55.115624 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22392): Process ended prematurely: osmo-stp_10.42.42.5(pid=22392) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22392)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a12:46:55.125189 tst ping.py:22: Test FAILED (6.6 sec)\u000a12:46:55.188723 run osmo-hlr_10.42.42.2(pid=22389): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22389)]\u000a12:46:55.240804 run osmo-hlr_10.42.42.2(pid=22389): stdout: \u000a| (launched: 2022-12-13_12:46:51.798816) \u000a12:46:55.293588 run osmo-hlr_10.42.42.2(pid=22389): stderr: \u000a| �[0;m�[1;31m20221213124651997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124651997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124651997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124651997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124651997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124651997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124652010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124652021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124652022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124652022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:46:55.338799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22388): Terminating (SIGTERM)\u000a12:46:55.381112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22391): Terminating (SIGTERM)\u000a12:46:55.423505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22394): Terminating (SIGTERM)\u000a12:46:55.433367 --- ParallelTerminationStrategy: PID 22388 died...\u000a12:46:55.490860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22388): Terminated: ok {rc=0}\u000a12:46:55.501175 --- ParallelTerminationStrategy: PID 22391 died...\u000a12:46:55.558336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22391): Terminated: ok {rc=0}\u000a12:46:55.568548 --- ParallelTerminationStrategy: PID 22394 died...\u000a12:46:55.625806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22394): Terminated: ok {rc=0}\u000a12:46:55.714239 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a12:46:56.766356 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:56.778741 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:46:56.915599 tst ping_idle_ping.py: using LAC 34042\u000a12:46:57.035618 tst ping_idle_ping.py: using RAC 127\u000a12:46:57.155893 tst ping_idle_ping.py: using CellId 34042\u000a12:46:57.274460 tst ping_idle_ping.py: using BVCI 34043\u000a12:46:57.297409 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:57.308890 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:57.320273 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:57.331695 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:57.343744 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:57.355498 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:57.367472 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:46:57.379502 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:46:57.661283 tst ping_idle_ping.py:24: start network...\u000a12:46:57.786273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:46:58.269160 run create_hlr_db(pid=22396): Launched\u000a12:46:58.442846 bus /gobi_6: Setting Powered False\u000a12:46:59.462867 run create_hlr_db(pid=22396): Terminated: ok {rc=0}\u000a12:46:59.864063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Launched\u000a12:47:00.166131 run osmo-hlr_10.42.42.2(pid=22399): Launched\u000a12:47:00.284712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:00.813829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Launched\u000a12:47:01.265661 run osmo-stp_10.42.42.5(pid=22402): Launched\u000a12:47:01.483240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:47:02.072888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Launched\u000a12:47:02.190135 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:47:02.471245 run patchelf(pid=22405): Launched\u000a12:47:02.658695 run osmo-stp_10.42.42.5(pid=22402): ERR: Terminated: ERROR {rc=1} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]\u000a12:47:02.797346 run osmo-stp_10.42.42.5(pid=22402): stdout: \u000a| (launched: 2022-12-13_12:47:01.000213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:02.935237 run osmo-stp_10.42.42.5(pid=22402): stderr: \u000a| �[0;m�[38;5;43m20221213124701307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124701307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124701307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124701307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124701308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124701308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124701308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:03.068268 run osmo-stp_10.42.42.5(pid=22402): stdout: \u000a| (launched: 2022-12-13_12:47:01.000213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:03.200220 run osmo-stp_10.42.42.5(pid=22402): stderr: \u000a| �[0;m�[38;5;43m20221213124701307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124701307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124701307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124701307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124701308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124701308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124701308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:03.353578 run patchelf(pid=22405): Terminating (SIGINT)\u000a12:47:03.532573 run patchelf(pid=22405): Terminated: ok {rc=0}\u000a12:47:03.565461 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)] [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a12:47:03.575027 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:47:03.638840 run osmo-hlr_10.42.42.2(pid=22399): ERR: Terminated: ERROR {rc=237} [trial-2389↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22399)]\u000a12:47:03.691095 run osmo-hlr_10.42.42.2(pid=22399): stdout: \u000a| (launched: 2022-12-13_12:47:00.016610) \u000a12:47:03.743936 run osmo-hlr_10.42.42.2(pid=22399): stderr: \u000a| �[0;m�[1;31m20221213124700193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124700194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124700194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124700194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124700194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124700194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124700206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124700217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124700218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124700218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:03.789025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Terminating (SIGTERM)\u000a12:47:03.831325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Terminating (SIGTERM)\u000a12:47:03.873807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Terminating (SIGTERM)\u000a12:47:03.883536 --- ParallelTerminationStrategy: PID 22398 died...\u000a12:47:03.940541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Terminated: ok {rc=0}\u000a12:47:03.950737 --- ParallelTerminationStrategy: PID 22401 died...\u000a12:47:04.007500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Terminated: ok {rc=0}\u000a12:47:04.018002 --- ParallelTerminationStrategy: PID 22404 died...\u000a12:47:04.075034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Terminated: ok {rc=0}\u000a12:47:04.165493 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:46:05" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2389↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2389↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:47:06.212369 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:47:06.224480 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:47:06.380280 tst switch_tch_pdch.py: using LAC 34043\u000a12:47:06.498089 tst switch_tch_pdch.py: using RAC 128\u000a12:47:06.615037 tst switch_tch_pdch.py: using CellId 34043\u000a12:47:06.732243 tst switch_tch_pdch.py: using BVCI 34044\u000a12:47:06.754983 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:47:06.766582 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:47:06.778032 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:47:06.789645 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:47:06.801092 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:47:06.812470 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:47:06.824018 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:47:06.835981 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:47:06.955834 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:47:07.234011 tst switch_tch_pdch.py:51: start network...\u000a12:47:07.357775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:07.835760 run create_hlr_db(pid=22411): Launched\u000a12:47:08.007748 bus /gobi_6: Setting Powered False\u000a12:47:09.027620 run create_hlr_db(pid=22411): Terminated: ok {rc=0}\u000a12:47:09.454933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Launched\u000a12:47:09.775374 run osmo-hlr_10.42.42.2(pid=22414): Launched\u000a12:47:09.893123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:10.452480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Launched\u000a12:47:10.774370 run osmo-stp_10.42.42.5(pid=22417): Launched\u000a12:47:10.890126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:47:11.450165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Launched\u000a12:47:11.563980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:47:11.844822 run patchelf(pid=22420): Launched\u000a12:47:12.031605 run osmo-stp_10.42.42.5(pid=22417): ERR: Terminated: ERROR {rc=1} [trial-2389↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]\u000a12:47:12.168640 run osmo-stp_10.42.42.5(pid=22417): stdout: \u000a| (launched: 2022-12-13_12:47:10.615168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:12.305900 run osmo-stp_10.42.42.5(pid=22417): stderr: \u000a| �[0;m�[38;5;43m20221213124710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124710807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124710807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124710807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124710807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:12.438615 run osmo-stp_10.42.42.5(pid=22417): stdout: \u000a| (launched: 2022-12-13_12:47:10.615168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:12.569759 run osmo-stp_10.42.42.5(pid=22417): stderr: \u000a| �[0;m�[38;5;43m20221213124710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124710806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124710807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124710807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124710807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124710807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:12.722355 run patchelf(pid=22420): Terminating (SIGINT)\u000a12:47:12.900260 run patchelf(pid=22420): Terminated: ok {rc=0}\u000a12:47:12.932880 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2389↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)] [trial-2389↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:47:12.942563 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:47:13.005523 run osmo-hlr_10.42.42.2(pid=22414): ERR: Terminated: ERROR {rc=237} [trial-2389↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22414)]\u000a12:47:13.057105 run osmo-hlr_10.42.42.2(pid=22414): stdout: \u000a| (launched: 2022-12-13_12:47:09.617200) \u000a12:47:13.109350 run osmo-hlr_10.42.42.2(pid=22414): stderr: \u000a| �[0;m�[1;31m20221213124709817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124709817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124709817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124709817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124709817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124709817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124709830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124709839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124709839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124709839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:13.154010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Terminating (SIGTERM)\u000a12:47:13.196545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Terminating (SIGTERM)\u000a12:47:13.239218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Terminating (SIGTERM)\u000a12:47:13.248790 --- ParallelTerminationStrategy: PID 22413 died...\u000a12:47:13.305484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Terminated: ok {rc=0}\u000a12:47:13.315482 --- ParallelTerminationStrategy: PID 22416 died...\u000a12:47:13.371783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Terminated: ok {rc=0}\u000a12:47:13.381691 --- ParallelTerminationStrategy: PID 22419 died...\u000a12:47:13.437778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Terminated: ok {rc=0}\u000a12:47:13.526651 bus /gobi_0: Setting Powered False\u000a12:47:14.628094 bus /gobi_0: Setting Powered False\u000a12:47:15.738820 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22425): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22425) [trial-2389↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22425)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22425): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22425) [trial-2389↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a12:47:17.606222 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:47:17.713821 tst esme_connect_policy_acceptall.py: using MSISDN 8158\u000a12:47:17.850361 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:47:18.425959 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22424): Launched\u000a12:47:18.728020 run osmo-nitb_10.42.42.2(pid=22425): Launched\u000a12:47:18.914285 run osmo-nitb_10.42.42.2(pid=22425): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22425)]\u000a12:47:19.051688 run osmo-nitb_10.42.42.2(pid=22425): stdout: \u000a| (launched: 2022-12-13_12:47:18.580792) \u000a12:47:19.189553 run osmo-nitb_10.42.42.2(pid=22425): stderr: \u000a| (launched: 2022-12-13_12:47:18.626017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:19.323130 run osmo-nitb_10.42.42.2(pid=22425): stdout: \u000a| (launched: 2022-12-13_12:47:18.580792) \u000a12:47:19.455122 run osmo-nitb_10.42.42.2(pid=22425): stderr: \u000a| (launched: 2022-12-13_12:47:18.626017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:19.850890 tst osmo-nitb_10.42.42.2(pid=22425): stdout: \u000a| (launched: 2022-12-13_12:47:18.580792) \u000a12:47:19.971761 tst osmo-nitb_10.42.42.2(pid=22425): stderr: \u000a| (launched: 2022-12-13_12:47:18.626017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:20.024832 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=22425): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22425) [trial-2389↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22425)] [trial-2389↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a12:47:20.032748 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a12:47:20.066831 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22424): Terminating (SIGTERM)\u000a12:47:20.244067 --- ParallelTerminationStrategy: PID 22424 died...\u000a12:47:20.298532 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22424): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22427): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22427) [trial-2389↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22427)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22427): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22427) [trial-2389↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a12:47:20.312518 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:47:20.424554 tst esme_connect_policy_closed.py: using MSISDN 8159\u000a12:47:20.545971 tst esme_connect_policy_closed.py: using MSISDN 8160\u000a12:47:20.653881 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:47:21.230154 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22426): Launched\u000a12:47:21.534432 run osmo-nitb_10.42.42.2(pid=22427): Launched\u000a12:47:21.707745 run osmo-nitb_10.42.42.2(pid=22427): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22427)]\u000a12:47:21.834361 run osmo-nitb_10.42.42.2(pid=22427): stdout: \u000a| (launched: 2022-12-13_12:47:21.386414) \u000a12:47:21.961380 run osmo-nitb_10.42.42.2(pid=22427): stderr: \u000a| (launched: 2022-12-13_12:47:21.431933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:22.083705 run osmo-nitb_10.42.42.2(pid=22427): stdout: \u000a| (launched: 2022-12-13_12:47:21.386414) \u000a12:47:22.205317 run osmo-nitb_10.42.42.2(pid=22427): stderr: \u000a| (launched: 2022-12-13_12:47:21.431933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:22.258813 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=22427): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22427) [trial-2389↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22427)] [trial-2389↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a12:47:22.266972 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a12:47:22.301009 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22426): Terminating (SIGTERM)\u000a12:47:22.478273 --- ParallelTerminationStrategy: PID 22426 died...\u000a12:47:22.533071 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22426): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22429): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22429) [trial-2389↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22429)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22429): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22429) [trial-2389↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a12:47:22.547183 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:47:22.558539 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a12:47:22.687425 tst esme_ms_sms_storeforward.py: using LAC 34044\u000a12:47:22.810170 tst esme_ms_sms_storeforward.py: using RAC 129\u000a12:47:22.928754 tst esme_ms_sms_storeforward.py: using CellId 34044\u000a12:47:23.048771 tst esme_ms_sms_storeforward.py: using BVCI 34045\u000a12:47:23.071938 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a12:47:23.294091 tst esme_ms_sms_storeforward.py: using MSISDN 8161\u000a12:47:23.497337 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a12:47:23.635252 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:47:24.314752 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22428): Launched\u000a12:47:24.642320 run osmo-nitb_10.42.42.2(pid=22429): Launched\u000a12:47:24.829411 run osmo-nitb_10.42.42.2(pid=22429): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22429)]\u000a12:47:24.965841 run osmo-nitb_10.42.42.2(pid=22429): stdout: \u000a| (launched: 2022-12-13_12:47:24.482154) \u000a12:47:25.102778 run osmo-nitb_10.42.42.2(pid=22429): stderr: \u000a| (launched: 2022-12-13_12:47:24.530948)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:25.234755 run osmo-nitb_10.42.42.2(pid=22429): stdout: \u000a| (launched: 2022-12-13_12:47:24.482154) \u000a12:47:25.365610 run osmo-nitb_10.42.42.2(pid=22429): stderr: \u000a| (launched: 2022-12-13_12:47:24.530948)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:25.422796 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=22429): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22429) [trial-2389↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22429)] [trial-2389↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a12:47:25.431449 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a12:47:25.467360 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22428): Terminating (SIGTERM)\u000a12:47:25.645213 --- ParallelTerminationStrategy: PID 22428 died...\u000a12:47:25.702901 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22428): Terminated: ok {rc=0}\u000a12:47:25.790665 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22431): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22431) [trial-2389↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22431)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22431): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22431) [trial-2389↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a12:47:26.842204 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:47:26.854028 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a12:47:26.979069 tst esme_ms_sms_transaction.py: using LAC 34045\u000a12:47:27.099956 tst esme_ms_sms_transaction.py: using RAC 130\u000a12:47:27.221817 tst esme_ms_sms_transaction.py: using CellId 34045\u000a12:47:27.341181 tst esme_ms_sms_transaction.py: using BVCI 34046\u000a12:47:27.364155 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a12:47:27.591542 tst esme_ms_sms_transaction.py: using MSISDN 8162\u000a12:47:27.794439 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a12:47:27.932110 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:47:28.605450 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22430): Launched\u000a12:47:28.931650 run osmo-nitb_10.42.42.2(pid=22431): Launched\u000a12:47:29.131678 run osmo-nitb_10.42.42.2(pid=22431): ERR: Terminated: ERROR {rc=2} [trial-2389↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22431)]\u000a12:47:29.279314 run osmo-nitb_10.42.42.2(pid=22431): stdout: \u000a| (launched: 2022-12-13_12:47:28.772437) \u000a12:47:29.427737 run osmo-nitb_10.42.42.2(pid=22431): stderr: \u000a| (launched: 2022-12-13_12:47:28.820885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:29.570785 run osmo-nitb_10.42.42.2(pid=22431): stdout: \u000a| (launched: 2022-12-13_12:47:28.772437) \u000a12:47:29.712797 run osmo-nitb_10.42.42.2(pid=22431): stderr: \u000a| (launched: 2022-12-13_12:47:28.820885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:30.063650 tst osmo-nitb_10.42.42.2(pid=22431): stdout: \u000a| (launched: 2022-12-13_12:47:28.772437) \u000a12:47:30.194724 tst osmo-nitb_10.42.42.2(pid=22431): stderr: \u000a| (launched: 2022-12-13_12:47:28.820885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:47:30.251815 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=22431): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22431) [trial-2389↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22431)] [trial-2389↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a12:47:30.260541 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a12:47:30.297075 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22430): Terminating (SIGTERM)\u000a12:47:30.475271 --- ParallelTerminationStrategy: PID 22430 died...\u000a12:47:30.532995 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22430): Terminated: ok {rc=0}\u000a12:47:30.619630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:47:17" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=22440): Process ended prematurely: osmo-hlr_10.42.42.2(pid=22440) [trial-2389↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22440)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=22440): Process ended prematurely: osmo-hlr_10.42.42.2(pid=22440) [trial-2389↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a12:47:32.433220 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:32.444925 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:32.455995 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:32.467537 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:32.585117 tst esme_connect_policy_acceptall.py: using MSISDN 8163\u000a12:47:32.702695 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a12:47:33.271931 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=22435): Launched\u000a12:47:33.601894 run osmo-stp_10.42.42.4(pid=22436): Launched\u000a12:47:33.719076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:34.234216 run create_hlr_db(pid=22437): Launched\u000a12:47:34.424398 bus /sierra_2: Setting Powered False\u000a12:47:35.445124 run create_hlr_db(pid=22437): Terminated: ok {rc=0}\u000a12:47:35.856248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22439): Launched\u000a12:47:36.162498 run osmo-hlr_10.42.42.2(pid=22440): Launched\u000a12:47:36.274642 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a12:47:36.834878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22442): Launched\u000a12:47:37.145512 run osmo-msc_10.42.42.5(pid=22443): Launched\u000a12:47:37.366991 run osmo-hlr_10.42.42.2(pid=22440): ERR: Terminated: ERROR {rc=237} [trial-2389↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22440)]\u000a12:47:37.498526 run osmo-hlr_10.42.42.2(pid=22440): stdout: \u000a| (launched: 2022-12-13_12:47:36.011201) \u000a12:47:37.627328 run osmo-hlr_10.42.42.2(pid=22440): stderr: \u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124736198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124736206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124736206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124736206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:37.751548 run osmo-hlr_10.42.42.2(pid=22440): stdout: \u000a| (launched: 2022-12-13_12:47:36.011201) \u000a12:47:37.876290 run osmo-hlr_10.42.42.2(pid=22440): stderr: \u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124736186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124736198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124736206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124736206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124736206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:37.930279 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=22440): Process ended prematurely: osmo-hlr_10.42.42.2(pid=22440) [trial-2389↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22440)] [trial-2389↪smpp↪esme_connect_policy_acceptall.py:23]\u000a12:47:37.938326 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a12:47:37.998579 run osmo-msc_10.42.42.5(pid=22443): ERR: Terminated: ERROR {rc=9} [trial-2389↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=22443)]\u000a12:47:38.047774 run osmo-msc_10.42.42.5(pid=22443): stdout: \u000a| (launched: 2022-12-13_12:47:36.990336) \u000a12:47:38.097718 run osmo-msc_10.42.42.5(pid=22443): stderr: \u000a| �[0;m�[38;5;43m20221213124737306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213124737306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213124737306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213124737306 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213124737306 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213124737306 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213124737307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213124737307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213124737307 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a12:47:38.139812 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=22435): Terminating (SIGTERM)\u000a12:47:38.179414 run osmo-stp_10.42.42.4(pid=22436): Terminating (SIGTERM)\u000a12:47:38.220269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22439): Terminating (SIGTERM)\u000a12:47:38.261035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22442): Terminating (SIGTERM)\u000a12:47:38.270166 --- ParallelTerminationStrategy: PID 22435 died...\u000a12:47:38.323894 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=22435): Terminated: ok {rc=0}\u000a12:47:38.333516 --- ParallelTerminationStrategy: PID 22436 died...\u000a12:47:38.386430 run osmo-stp_10.42.42.4(pid=22436): Terminated: ok {rc=0}\u000a12:47:38.395903 --- ParallelTerminationStrategy: PID 22439 died...\u000a12:47:38.448908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22439): Terminated: ok {rc=0}\u000a12:47:38.458417 --- ParallelTerminationStrategy: PID 22442 died...\u000a12:47:38.511422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22442): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=22451): Process ended prematurely: osmo-hlr_10.42.42.2(pid=22451) [trial-2389↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22451)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=22451): Process ended prematurely: osmo-hlr_10.42.42.2(pid=22451) [trial-2389↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a12:47:38.525744 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:38.536737 tst smpp: Using 1 x bts (candidates: 1)\u000a12:47:38.660000 tst esme_connect_policy_closed.py: using LAC 34046\u000a12:47:38.780569 tst esme_connect_policy_closed.py: using RAC 131\u000a12:47:38.901269 tst esme_connect_policy_closed.py: using CellId 34046\u000a12:47:39.021604 tst esme_connect_policy_closed.py: using BVCI 34047\u000a12:47:39.045140 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:39.055547 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:39.066083 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:39.172931 tst esme_connect_policy_closed.py: using MSISDN 8164\u000a12:47:39.302564 tst esme_connect_policy_closed.py: using MSISDN 8165\u000a12:47:39.421546 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a12:47:39.998294 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=22446): Launched\u000a12:47:40.333624 run osmo-stp_10.42.42.4(pid=22447): Launched\u000a12:47:40.452512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:40.977310 run create_hlr_db(pid=22448): Launched\u000a12:47:42.171771 run create_hlr_db(pid=22448): Terminated: ok {rc=0}\u000a12:47:42.517261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22450): Launched\u000a12:47:42.851150 run osmo-hlr_10.42.42.2(pid=22451): Launched\u000a12:47:42.978359 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a12:47:43.589543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22453): Launched\u000a12:47:43.923936 run osmo-msc_10.42.42.5(pid=22454): Launched\u000a12:47:44.119288 run osmo-hlr_10.42.42.2(pid=22451): ERR: Terminated: ERROR {rc=237} [trial-2389↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22451)]\u000a12:47:44.265376 run osmo-hlr_10.42.42.2(pid=22451): stdout: \u000a| (launched: 2022-12-13_12:47:42.686655) \u000a12:47:44.406162 run osmo-hlr_10.42.42.2(pid=22451): stderr: \u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124742896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124742905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124742905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124742905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:44.539659 run osmo-hlr_10.42.42.2(pid=22451): stdout: \u000a| (launched: 2022-12-13_12:47:42.686655) \u000a12:47:44.672444 run osmo-hlr_10.42.42.2(pid=22451): stderr: \u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124742884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124742896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124742905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124742905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124742905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:44.731018 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=22451): Process ended prematurely: osmo-hlr_10.42.42.2(pid=22451) [trial-2389↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22451)] [trial-2389↪smpp↪esme_connect_policy_closed.py:31]\u000a12:47:44.739998 tst esme_connect_policy_closed.py:31: Test FAILED (6.2 sec)\u000a12:47:44.804015 run osmo-msc_10.42.42.5(pid=22454): ERR: Terminated: ERROR {rc=9} [trial-2389↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=22454)]\u000a12:47:44.856610 run osmo-msc_10.42.42.5(pid=22454): stdout: \u000a| (launched: 2022-12-13_12:47:43.759313) \u000a12:47:44.909637 run osmo-msc_10.42.42.5(pid=22454): stderr: \u000a| �[0;m�[38;5;43m20221213124744128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213124744128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213124744128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213124744129 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213124744129 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213124744129 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213124744129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213124744129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213124744129 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a12:47:44.954601 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=22446): Terminating (SIGTERM)\u000a12:47:44.997394 run osmo-stp_10.42.42.4(pid=22447): Terminating (SIGTERM)\u000a12:47:45.040543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22450): Terminating (SIGTERM)\u000a12:47:45.084626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22453): Terminating (SIGTERM)\u000a12:47:45.096188 --- ParallelTerminationStrategy: PID 22446 died...\u000a12:47:45.156314 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=22446): Terminated: ok {rc=0}\u000a12:47:45.166685 --- ParallelTerminationStrategy: PID 22447 died...\u000a12:47:45.223894 run osmo-stp_10.42.42.4(pid=22447): Terminated: ok {rc=0}\u000a12:47:45.234258 --- ParallelTerminationStrategy: PID 22450 died...\u000a12:47:45.291771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22450): Terminated: ok {rc=0}\u000a12:47:45.302004 --- ParallelTerminationStrategy: PID 22453 died...\u000a12:47:45.359469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22453): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22463): Process ended prematurely: osmo-stp_10.42.42.5(pid=22463) [trial-2389↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22463)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22463): Process ended prematurely: osmo-stp_10.42.42.5(pid=22463) [trial-2389↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a12:47:45.375302 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:45.386976 tst smpp: Using 1 x bts (candidates: 1)\u000a12:47:45.515643 tst esme_ms_sms_storeforward.py: using LAC 34047\u000a12:47:45.641226 tst esme_ms_sms_storeforward.py: using RAC 132\u000a12:47:45.763644 tst esme_ms_sms_storeforward.py: using CellId 34047\u000a12:47:45.912264 tst esme_ms_sms_storeforward.py: using BVCI 34048\u000a12:47:45.942909 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:45.954103 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:45.965152 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:45.976059 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:45.987632 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:45.999168 tst smpp: Using 1 x modem (candidates: 1)\u000a12:47:46.256771 tst esme_ms_sms_storeforward.py: using MSISDN 8166\u000a12:47:46.379569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:46.954321 run create_hlr_db(pid=22457): Launched\u000a12:47:48.149934 run create_hlr_db(pid=22457): Terminated: ok {rc=0}\u000a12:47:48.496783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22459): Launched\u000a12:47:48.833624 run osmo-hlr_10.42.42.2(pid=22460): Launched\u000a12:47:48.958233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:49.542106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22462): Launched\u000a12:47:49.879915 run osmo-stp_10.42.42.5(pid=22463): Launched\u000a12:47:50.001626 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:50.610476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22465): Launched\u000a12:47:50.945628 run osmo-msc_10.42.42.6(pid=22466): Launched\u000a12:47:51.141140 run osmo-stp_10.42.42.5(pid=22463): ERR: Terminated: ERROR {rc=1} [trial-2389↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22463)]\u000a12:47:51.282853 run osmo-stp_10.42.42.5(pid=22463): stdout: \u000a| (launched: 2022-12-13_12:47:49.713193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:51.422862 run osmo-stp_10.42.42.5(pid=22463): stderr: \u000a| �[0;m�[38;5;43m20221213124749911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124749911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124749912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124749912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124749912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124749912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124749913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:51.557517 run osmo-stp_10.42.42.5(pid=22463): stdout: \u000a| (launched: 2022-12-13_12:47:49.713193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:51.691340 run osmo-stp_10.42.42.5(pid=22463): stderr: \u000a| �[0;m�[38;5;43m20221213124749911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124749911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124749912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124749912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124749912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124749912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124749913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:51.749921 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=22463): Process ended prematurely: osmo-stp_10.42.42.5(pid=22463) [trial-2389↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22463)] [trial-2389↪smpp↪esme_ms_sms_storeforward.py:30]\u000a12:47:51.758792 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.4 sec)\u000a12:47:51.822332 run osmo-hlr_10.42.42.2(pid=22460): ERR: Terminated: ERROR {rc=237} [trial-2389↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22460)]\u000a12:47:51.874344 run osmo-hlr_10.42.42.2(pid=22460): stdout: \u000a| (launched: 2022-12-13_12:47:48.666773) \u000a12:47:51.927062 run osmo-hlr_10.42.42.2(pid=22460): stderr: \u000a| �[0;m�[1;31m20221213124748870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124748870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124748870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124748870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124748870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124748870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124748883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124748895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124748895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124748895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:47:51.998193 run osmo-msc_10.42.42.6(pid=22466): ERR: Terminated: ERROR {rc=2} [trial-2389↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22466)]\u000a12:47:52.050003 run osmo-msc_10.42.42.6(pid=22466): stdout: \u000a| (launched: 2022-12-13_12:47:50.780344) \u000a12:47:52.102488 run osmo-msc_10.42.42.6(pid=22466): stderr: \u000a| �[0;m�[38;5;43m20221213124751105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124751105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbab31b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124751105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124751105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124751106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124751106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124751108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124751108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124751108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124751108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:47:52.147680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22459): Terminating (SIGTERM)\u000a12:47:52.190744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22462): Terminating (SIGTERM)\u000a12:47:52.233852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22465): Terminating (SIGTERM)\u000a12:47:52.243637 --- ParallelTerminationStrategy: PID 22459 died...\u000a12:47:52.301251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22459): Terminated: ok {rc=0}\u000a12:47:52.311464 --- ParallelTerminationStrategy: PID 22462 died...\u000a12:47:52.368502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22462): Terminated: ok {rc=0}\u000a12:47:52.378624 --- ParallelTerminationStrategy: PID 22465 died...\u000a12:47:52.435748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22465): Terminated: ok {rc=0}\u000a12:47:52.523925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22474): Process ended prematurely: osmo-stp_10.42.42.5(pid=22474) [trial-2389↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22474)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22474): Process ended prematurely: osmo-stp_10.42.42.5(pid=22474) [trial-2389↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a12:47:53.577067 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:53.589012 tst smpp: Using 1 x bts (candidates: 1)\u000a12:47:53.716536 tst esme_ms_sms_transaction.py: using LAC 34048\u000a12:47:53.846881 tst esme_ms_sms_transaction.py: using RAC 133\u000a12:47:53.981174 tst esme_ms_sms_transaction.py: using CellId 34048\u000a12:47:54.110003 tst esme_ms_sms_transaction.py: using BVCI 34049\u000a12:47:54.135258 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:54.146592 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:54.157709 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:54.168656 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:54.180512 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:47:54.192308 tst smpp: Using 1 x modem (candidates: 1)\u000a12:47:54.414262 tst esme_ms_sms_transaction.py: using MSISDN 8167\u000a12:47:54.525135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:47:55.023631 run create_hlr_db(pid=22468): Launched\u000a12:47:55.204085 bus /sierra_2: Setting Powered False\u000a12:47:56.224497 run create_hlr_db(pid=22468): Terminated: ok {rc=0}\u000a12:47:56.671815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22470): Launched\u000a12:47:57.009897 run osmo-hlr_10.42.42.2(pid=22471): Launched\u000a12:47:57.132013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:47:57.713576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22473): Launched\u000a12:47:58.050226 run osmo-stp_10.42.42.5(pid=22474): Launched\u000a12:47:58.171775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:47:58.781653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22476): Launched\u000a12:47:59.118253 run osmo-msc_10.42.42.6(pid=22477): Launched\u000a12:47:59.313519 run osmo-stp_10.42.42.5(pid=22474): ERR: Terminated: ERROR {rc=1} [trial-2389↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22474)]\u000a12:47:59.457326 run osmo-stp_10.42.42.5(pid=22474): stdout: \u000a| (launched: 2022-12-13_12:47:57.882613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:59.596699 run osmo-stp_10.42.42.5(pid=22474): stderr: \u000a| �[0;m�[38;5;43m20221213124758076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124758076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124758076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124758077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124758077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124758077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124758077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:59.731701 run osmo-stp_10.42.42.5(pid=22474): stdout: \u000a| (launched: 2022-12-13_12:47:57.882613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:47:59.865528 run osmo-stp_10.42.42.5(pid=22474): stderr: \u000a| �[0;m�[38;5;43m20221213124758076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124758076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124758076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124758077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124758077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124758077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124758077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:47:59.923735 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=22474): Process ended prematurely: osmo-stp_10.42.42.5(pid=22474) [trial-2389↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22474)] [trial-2389↪smpp↪esme_ms_sms_transaction.py:28]\u000a12:47:59.932514 tst esme_ms_sms_transaction.py:28: Test FAILED (6.3 sec)\u000a12:47:59.996480 run osmo-hlr_10.42.42.2(pid=22471): ERR: Terminated: ERROR {rc=237} [trial-2389↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22471)]\u000a12:48:00.048889 run osmo-hlr_10.42.42.2(pid=22471): stdout: \u000a| (launched: 2022-12-13_12:47:56.843180) \u000a12:48:00.102269 run osmo-hlr_10.42.42.2(pid=22471): stderr: \u000a| �[0;m�[1;31m20221213124757047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124757047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124757047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124757047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124757047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124757047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124757098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124757108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124757108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124757108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:00.174277 run osmo-msc_10.42.42.6(pid=22477): ERR: Terminated: ERROR {rc=2} [trial-2389↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22477)]\u000a12:48:00.226580 run osmo-msc_10.42.42.6(pid=22477): stdout: \u000a| (launched: 2022-12-13_12:47:58.950956) \u000a12:48:00.279498 run osmo-msc_10.42.42.6(pid=22477): stderr: \u000a| �[0;m�[38;5;43m20221213124759276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124759276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc45ebd1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124759276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124759276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124759276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124759276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124759278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124759279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124759279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124759279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:00.324357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22470): Terminating (SIGTERM)\u000a12:48:00.367322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22473): Terminating (SIGTERM)\u000a12:48:00.410028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22476): Terminating (SIGTERM)\u000a12:48:00.419764 --- ParallelTerminationStrategy: PID 22470 died...\u000a12:48:00.477202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22470): Terminated: ok {rc=0}\u000a12:48:00.487379 --- ParallelTerminationStrategy: PID 22473 died...\u000a12:48:00.544009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22473): Terminated: ok {rc=0}\u000a12:48:00.554176 --- ParallelTerminationStrategy: PID 22476 died...\u000a12:48:00.610964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22476): Terminated: ok {rc=0}\u000a12:48:00.699093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:47:32" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22488): Process ended prematurely: osmo-stp_10.42.42.5(pid=22488) [trial-2389↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22488)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22488): Process ended prematurely: osmo-stp_10.42.42.5(pid=22488) [trial-2389↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a12:48:02.619777 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:02.630564 tst encryption: Using 1 x bts (candidates: 1)\u000a12:48:02.756226 tst register_a5_0_authopt.py: using LAC 34049\u000a12:48:02.883919 tst register_a5_0_authopt.py: using RAC 134\u000a12:48:03.005835 tst register_a5_0_authopt.py: using CellId 34049\u000a12:48:03.134318 tst register_a5_0_authopt.py: using BVCI 34050\u000a12:48:03.158029 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:03.168448 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:03.178984 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:03.189384 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:03.199727 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:03.210077 tst encryption: Using 1 x modem (candidates: 1)\u000a12:48:03.514651 tst register_a5_0_authopt.py:8: start network...\u000a12:48:03.655962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:04.188009 run create_hlr_db(pid=22482): Launched\u000a12:48:04.383282 bus /sierra_2: Setting Powered False\u000a12:48:05.403306 run create_hlr_db(pid=22482): Terminated: ok {rc=0}\u000a12:48:05.828424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22484): Launched\u000a12:48:06.144413 run osmo-hlr_10.42.42.2(pid=22485): Launched\u000a12:48:06.258750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:06.806518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22487): Launched\u000a12:48:07.121738 run osmo-stp_10.42.42.5(pid=22488): Launched\u000a12:48:07.236276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:07.807288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22490): Launched\u000a12:48:08.122918 run osmo-msc_10.42.42.6(pid=22491): Launched\u000a12:48:08.306271 run osmo-stp_10.42.42.5(pid=22488): ERR: Terminated: ERROR {rc=1} [trial-2389↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22488)]\u000a12:48:08.438670 run osmo-stp_10.42.42.5(pid=22488): stdout: \u000a| (launched: 2022-12-13_12:48:06.965541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:08.569184 run osmo-stp_10.42.42.5(pid=22488): stderr: \u000a| �[0;m�[38;5;43m20221213124807138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124807138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124807139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124807139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124807140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124807140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124807140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:08.694772 run osmo-stp_10.42.42.5(pid=22488): stdout: \u000a| (launched: 2022-12-13_12:48:06.965541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:08.819811 run osmo-stp_10.42.42.5(pid=22488): stderr: \u000a| �[0;m�[38;5;43m20221213124807138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124807138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124807139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124807139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124807140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124807140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124807140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:08.874893 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22488): Process ended prematurely: osmo-stp_10.42.42.5(pid=22488) [trial-2389↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22488)] [trial-2389↪encryption↪register_a5_0_authopt.py:8]\u000a12:48:08.883649 tst register_a5_0_authopt.py:8: Test FAILED (6.3 sec)\u000a12:48:08.943243 run osmo-hlr_10.42.42.2(pid=22485): ERR: Terminated: ERROR {rc=237} [trial-2389↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22485)]\u000a12:48:08.992272 run osmo-hlr_10.42.42.2(pid=22485): stdout: \u000a| (launched: 2022-12-13_12:48:05.988621) \u000a12:48:09.042229 run osmo-hlr_10.42.42.2(pid=22485): stderr: \u000a| �[0;m�[1;31m20221213124806166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124806166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124806166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124806166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124806166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124806166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124806221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124806230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124806230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124806231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:09.109768 run osmo-msc_10.42.42.6(pid=22491): ERR: Terminated: ERROR {rc=2} [trial-2389↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22491)]\u000a12:48:09.158826 run osmo-msc_10.42.42.6(pid=22491): stdout: \u000a| (launched: 2022-12-13_12:48:07.966636) \u000a12:48:09.208746 run osmo-msc_10.42.42.6(pid=22491): stderr: \u000a| �[0;m�[38;5;43m20221213124808241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124808241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b35877c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124808241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124808241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124808241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124808242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124808245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124808245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124808246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124808246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:09.251193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22484): Terminating (SIGTERM)\u000a12:48:09.291277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22487): Terminating (SIGTERM)\u000a12:48:09.331491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22490): Terminating (SIGTERM)\u000a12:48:09.340335 --- ParallelTerminationStrategy: PID 22484 died...\u000a12:48:09.393938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22484): Terminated: ok {rc=0}\u000a12:48:09.403565 --- ParallelTerminationStrategy: PID 22487 died...\u000a12:48:09.456589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22487): Terminated: ok {rc=0}\u000a12:48:09.466064 --- ParallelTerminationStrategy: PID 22490 died...\u000a12:48:09.519244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22490): Terminated: ok {rc=0}\u000a12:48:09.602738 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22499): Process ended prematurely: osmo-stp_10.42.42.5(pid=22499) [trial-2389↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22499)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22499): Process ended prematurely: osmo-stp_10.42.42.5(pid=22499) [trial-2389↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a12:48:10.714718 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:10.726087 tst encryption: Using 1 x bts (candidates: 1)\u000a12:48:10.852049 tst register_a5_0_authreq.py: using LAC 34050\u000a12:48:10.976836 tst register_a5_0_authreq.py: using RAC 135\u000a12:48:11.099786 tst register_a5_0_authreq.py: using CellId 34050\u000a12:48:11.222723 tst register_a5_0_authreq.py: using BVCI 34051\u000a12:48:11.246650 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:11.257431 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:11.267863 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:11.278614 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:11.289370 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:11.299972 tst encryption: Using 1 x modem (candidates: 1)\u000a12:48:11.589162 tst register_a5_0_authreq.py:8: start network...\u000a12:48:11.720525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:12.225586 run create_hlr_db(pid=22493): Launched\u000a12:48:12.406914 bus /sierra_2: Setting Powered False\u000a12:48:13.428227 run create_hlr_db(pid=22493): Terminated: ok {rc=0}\u000a12:48:13.863686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22495): Launched\u000a12:48:14.182966 run osmo-hlr_10.42.42.2(pid=22496): Launched\u000a12:48:14.307439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:14.866360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22498): Launched\u000a12:48:15.183276 run osmo-stp_10.42.42.5(pid=22499): Launched\u000a12:48:15.296898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:15.882130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22501): Launched\u000a12:48:16.354556 run osmo-msc_10.42.42.6(pid=22502): Launched\u000a12:48:16.652398 run osmo-stp_10.42.42.5(pid=22499): ERR: Terminated: ERROR {rc=1} [trial-2389↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22499)]\u000a12:48:16.835010 run osmo-stp_10.42.42.5(pid=22499): stdout: \u000a| (launched: 2022-12-13_12:48:15.025855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:16.980578 run osmo-stp_10.42.42.5(pid=22499): stderr: \u000a| �[0;m�[38;5;43m20221213124815198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124815198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124815199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124815199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124815199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124815200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124815200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:17.121090 run osmo-stp_10.42.42.5(pid=22499): stdout: \u000a| (launched: 2022-12-13_12:48:15.025855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:17.260077 run osmo-stp_10.42.42.5(pid=22499): stderr: \u000a| �[0;m�[38;5;43m20221213124815198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124815198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124815199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124815199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124815199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124815200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124815200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:17.319585 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22499): Process ended prematurely: osmo-stp_10.42.42.5(pid=22499) [trial-2389↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22499)] [trial-2389↪encryption↪register_a5_0_authreq.py:8]\u000a12:48:17.329419 tst register_a5_0_authreq.py:8: Test FAILED (6.6 sec)\u000a12:48:17.393050 run osmo-hlr_10.42.42.2(pid=22496): ERR: Terminated: ERROR {rc=237} [trial-2389↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22496)]\u000a12:48:17.446617 run osmo-hlr_10.42.42.2(pid=22496): stdout: \u000a| (launched: 2022-12-13_12:48:14.024775) \u000a12:48:17.496901 run osmo-hlr_10.42.42.2(pid=22496): stderr: \u000a| �[0;m�[1;31m20221213124814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124814219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124814227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124814227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124814227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:17.564937 run osmo-msc_10.42.42.6(pid=22502): ERR: Terminated: ERROR {rc=2} [trial-2389↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22502)]\u000a12:48:17.614941 run osmo-msc_10.42.42.6(pid=22502): stdout: \u000a| (launched: 2022-12-13_12:48:16.044656) \u000a12:48:17.665080 run osmo-msc_10.42.42.6(pid=22502): stderr: \u000a| �[0;m�[38;5;43m20221213124816481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124816482 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10c2a01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124816482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124816482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124816482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124816482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124816484 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124816484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124816484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124816493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:17.707797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22495): Terminating (SIGTERM)\u000a12:48:17.748327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22498): Terminating (SIGTERM)\u000a12:48:17.789332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22501): Terminating (SIGTERM)\u000a12:48:17.798808 --- ParallelTerminationStrategy: PID 22495 died...\u000a12:48:17.853289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22495): Terminated: ok {rc=0}\u000a12:48:17.863103 --- ParallelTerminationStrategy: PID 22498 died...\u000a12:48:17.916825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22498): Terminated: ok {rc=0}\u000a12:48:17.926606 --- ParallelTerminationStrategy: PID 22501 died...\u000a12:48:17.980602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22501): Terminated: ok {rc=0}\u000a12:48:18.069240 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22510): Process ended prematurely: osmo-stp_10.42.42.5(pid=22510) [trial-2389↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22510)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22510): Process ended prematurely: osmo-stp_10.42.42.5(pid=22510) [trial-2389↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a12:48:19.182357 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:19.193778 tst encryption: Using 1 x bts (candidates: 1)\u000a12:48:19.321941 tst register_a5_1_authreq.py: using LAC 34051\u000a12:48:19.443897 tst register_a5_1_authreq.py: using RAC 136\u000a12:48:19.566007 tst register_a5_1_authreq.py: using CellId 34051\u000a12:48:19.689754 tst register_a5_1_authreq.py: using BVCI 34052\u000a12:48:19.713716 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:19.724241 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:19.734849 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:19.745242 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:19.755634 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:19.766020 tst encryption: Using 1 x modem (candidates: 1)\u000a12:48:20.058047 tst register_a5_1_authreq.py:8: start network...\u000a12:48:20.189197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:20.694051 run create_hlr_db(pid=22504): Launched\u000a12:48:20.875469 bus /sierra_2: Setting Powered False\u000a12:48:21.897585 run create_hlr_db(pid=22504): Terminated: ok {rc=0}\u000a12:48:22.347786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22506): Launched\u000a12:48:22.690284 run osmo-hlr_10.42.42.2(pid=22507): Launched\u000a12:48:22.812699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:23.402965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22509): Launched\u000a12:48:23.742333 run osmo-stp_10.42.42.5(pid=22510): Launched\u000a12:48:23.865701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:24.483366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22512): Launched\u000a12:48:24.823374 run osmo-msc_10.42.42.6(pid=22513): Launched\u000a12:48:25.020884 run osmo-stp_10.42.42.5(pid=22510): ERR: Terminated: ERROR {rc=1} [trial-2389↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22510)]\u000a12:48:25.164022 run osmo-stp_10.42.42.5(pid=22510): stdout: \u000a| (launched: 2022-12-13_12:48:23.575088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:25.305576 run osmo-stp_10.42.42.5(pid=22510): stderr: \u000a| �[0;m�[38;5;43m20221213124823771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124823771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124823772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124823772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124823773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124823773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124823773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:25.441510 run osmo-stp_10.42.42.5(pid=22510): stdout: \u000a| (launched: 2022-12-13_12:48:23.575088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:25.576764 run osmo-stp_10.42.42.5(pid=22510): stderr: \u000a| �[0;m�[38;5;43m20221213124823771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124823771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124823772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124823772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124823773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124823773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124823773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:25.636201 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22510): Process ended prematurely: osmo-stp_10.42.42.5(pid=22510) [trial-2389↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22510)] [trial-2389↪encryption↪register_a5_1_authreq.py:8]\u000a12:48:25.645917 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a12:48:25.710611 run osmo-hlr_10.42.42.2(pid=22507): ERR: Terminated: ERROR {rc=237} [trial-2389↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22507)]\u000a12:48:25.763281 run osmo-hlr_10.42.42.2(pid=22507): stdout: \u000a| (launched: 2022-12-13_12:48:22.520698) \u000a12:48:25.816795 run osmo-hlr_10.42.42.2(pid=22507): stderr: \u000a| �[0;m�[1;31m20221213124822722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124822722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124822722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124822722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124822722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124822722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124822735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124822746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124822746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124822746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:25.888693 run osmo-msc_10.42.42.6(pid=22513): ERR: Terminated: ERROR {rc=2} [trial-2389↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22513)]\u000a12:48:25.940729 run osmo-msc_10.42.42.6(pid=22513): stdout: \u000a| (launched: 2022-12-13_12:48:24.654683) \u000a12:48:25.993553 run osmo-msc_10.42.42.6(pid=22513): stderr: \u000a| �[0;m�[38;5;43m20221213124824981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124824982 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7dcc50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124824982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124824982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124824982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124824982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124824984 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124824984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124824984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124824984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:26.038497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22506): Terminating (SIGTERM)\u000a12:48:26.081691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22509): Terminating (SIGTERM)\u000a12:48:26.124335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22512): Terminating (SIGTERM)\u000a12:48:26.134202 --- ParallelTerminationStrategy: PID 22506 died...\u000a12:48:26.191380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22506): Terminated: ok {rc=0}\u000a12:48:26.201943 --- ParallelTerminationStrategy: PID 22509 died...\u000a12:48:26.259079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22509): Terminated: ok {rc=0}\u000a12:48:26.269498 --- ParallelTerminationStrategy: PID 22512 died...\u000a12:48:26.326954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22512): Terminated: ok {rc=0}\u000a12:48:26.416308 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22521): Process ended prematurely: osmo-stp_10.42.42.5(pid=22521) [trial-2389↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22521)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22521): Process ended prematurely: osmo-stp_10.42.42.5(pid=22521) [trial-2389↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a12:48:27.535401 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:27.547297 tst encryption: Using 1 x bts (candidates: 1)\u000a12:48:27.684763 tst register_a5_3_authreq.py: using LAC 34052\u000a12:48:27.819683 tst register_a5_3_authreq.py: using RAC 137\u000a12:48:27.954663 tst register_a5_3_authreq.py: using CellId 34052\u000a12:48:28.081803 tst register_a5_3_authreq.py: using BVCI 34053\u000a12:48:28.105876 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:28.116395 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:28.127200 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:28.137732 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:28.148545 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:48:28.159164 tst encryption: Using 1 x modem (candidates: 1)\u000a12:48:28.472815 tst register_a5_3_authreq.py:8: start network...\u000a12:48:28.613701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:48:29.142704 run create_hlr_db(pid=22515): Launched\u000a12:48:29.337634 bus /sierra_2: Setting Powered False\u000a12:48:30.356716 run create_hlr_db(pid=22515): Terminated: ok {rc=0}\u000a12:48:30.780334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22517): Launched\u000a12:48:31.306022 run osmo-hlr_10.42.42.2(pid=22518): Launched\u000a12:48:31.532033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:48:32.272927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22520): Launched\u000a12:48:32.594532 run osmo-stp_10.42.42.5(pid=22521): Launched\u000a12:48:32.719700 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:48:33.298597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22523): Launched\u000a12:48:33.614604 run osmo-msc_10.42.42.6(pid=22524): Launched\u000a12:48:33.798732 run osmo-stp_10.42.42.5(pid=22521): ERR: Terminated: ERROR {rc=1} [trial-2389↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22521)]\u000a12:48:33.933238 run osmo-stp_10.42.42.5(pid=22521): stdout: \u000a| (launched: 2022-12-13_12:48:32.435709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:34.063646 run osmo-stp_10.42.42.5(pid=22521): stderr: \u000a| �[0;m�[38;5;43m20221213124832609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124832609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124832609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124832610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124832610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124832610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124832610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:34.190091 run osmo-stp_10.42.42.5(pid=22521): stdout: \u000a| (launched: 2022-12-13_12:48:32.435709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:48:34.314997 run osmo-stp_10.42.42.5(pid=22521): stderr: \u000a| �[0;m�[38;5;43m20221213124832609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213124832609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213124832609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213124832610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213124832610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213124832610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213124832610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:48:34.370353 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22521): Process ended prematurely: osmo-stp_10.42.42.5(pid=22521) [trial-2389↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22521)] [trial-2389↪encryption↪register_a5_3_authreq.py:8]\u000a12:48:34.379026 tst register_a5_3_authreq.py:8: Test FAILED (6.9 sec)\u000a12:48:34.438528 run osmo-hlr_10.42.42.2(pid=22518): ERR: Terminated: ERROR {rc=237} [trial-2389↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22518)]\u000a12:48:34.487588 run osmo-hlr_10.42.42.2(pid=22518): stdout: \u000a| (launched: 2022-12-13_12:48:30.977947) \u000a12:48:34.537310 run osmo-hlr_10.42.42.2(pid=22518): stderr: \u000a| �[0;m�[1;31m20221213124831377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213124831377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213124831378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124831378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213124831378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213124831378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213124831392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213124831414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213124831416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213124831417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:48:34.604314 run osmo-msc_10.42.42.6(pid=22524): ERR: Terminated: ERROR {rc=2} [trial-2389↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22524)]\u000a12:48:34.653140 run osmo-msc_10.42.42.6(pid=22524): stdout: \u000a| (launched: 2022-12-13_12:48:33.458409) \u000a12:48:34.702535 run osmo-msc_10.42.42.6(pid=22524): stderr: \u000a| �[0;m�[38;5;43m20221213124833735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213124833735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f176edc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213124833735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213124833735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213124833735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213124833735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213124833737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213124833738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213124833738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213124833738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:48:34.744492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22517): Terminating (SIGTERM)\u000a12:48:34.784218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22520): Terminating (SIGTERM)\u000a12:48:34.823835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22523): Terminating (SIGTERM)\u000a12:48:34.833132 --- ParallelTerminationStrategy: PID 22517 died...\u000a12:48:34.886225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22517): Terminated: ok {rc=0}\u000a12:48:34.895719 --- ParallelTerminationStrategy: PID 22520 died...\u000a12:48:34.948653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22520): Terminated: ok {rc=0}\u000a12:48:34.958072 --- ParallelTerminationStrategy: PID 22523 died...\u000a12:48:35.010937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22523): Terminated: ok {rc=0}\u000a12:48:35.099068 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:48:02" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=22542): Process ended prematurely: srsepc(pid=22542) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22542)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=22542): Process ended prematurely: srsepc(pid=22542) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a12:48:37.097553 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a12:48:37.143623 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:48:37.160071 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:48:37.183869 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:48:37.334657 tst handover.py: using MSISDN 8168\u000a12:48:37.453535 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8168', subscriber_id=0}\u000a12:48:37.571197 run srsepc_10.42.42.118: Starting srsepc\u000a12:48:39.529956 run rm-remote-dir(pid=22530): Launched\u000a12:48:39.731905 bus /sierra_2: Setting Powered False\u000a12:48:40.755785 run rm-remote-dir(pid=22530): Terminated: ok {rc=0}\u000a12:48:41.218937 run mk-remote-dir(pid=22531): Launched\u000a12:48:42.424929 run mk-remote-dir(pid=22531): Terminated: ok {rc=0}\u000a12:48:42.733693 run scp-inst-to-remote(pid=22532): Launched\u000a12:48:44.937359 run scp-inst-to-remote(pid=22532): Terminated: ok {rc=0}\u000a12:48:45.297734 run rm-remote-dir(pid=22534): Launched\u000a12:48:46.503934 run rm-remote-dir(pid=22534): Terminated: ok {rc=0}\u000a12:48:46.913951 run mk-remote-dir(pid=22535): Launched\u000a12:48:48.123051 run mk-remote-dir(pid=22535): Terminated: ok {rc=0}\u000a12:48:48.409906 run scp-cfg-to-remote(pid=22536): Launched\u000a12:48:49.599696 run scp-cfg-to-remote(pid=22536): Terminated: ok {rc=0}\u000a12:48:49.886832 run scp-db-to-remote(pid=22538): Launched\u000a12:48:51.077174 run scp-db-to-remote(pid=22538): Terminated: ok {rc=0}\u000a12:48:51.193435 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:48:51.525957 run patchelf(pid=22540): Launched\u000a12:48:52.715653 run patchelf(pid=22540): Terminated: ok {rc=0}\u000a12:48:52.832179 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:48:53.161490 run setcap-netadm(pid=22541): Launched\u000a12:48:54.350970 run setcap-netadm(pid=22541): Terminated: ok {rc=0}\u000a12:48:54.672565 run srsepc(pid=22542): Launched\u000a12:48:54.785865 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:48:55.939208 run rm-remote-dir(pid=22543): Launched\u000a12:48:56.131474 run srsepc(pid=22542): ERR: Terminated: ERROR {rc=127} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22542)]\u000a12:48:56.270381 run srsepc(pid=22542): stdout: \u000a| (launched: 2022-12-13_12:48:54.517138)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:48:56.408426 run srsepc(pid=22542): stderr: \u000a| (launched: 2022-12-13_12:48:54.563728)\u000a| Connection to 10.42.42.116 closed. \u000a12:48:56.542307 run srsepc(pid=22542): stdout: \u000a| (launched: 2022-12-13_12:48:54.517138)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:48:56.674803 run srsepc(pid=22542): stderr: \u000a| (launched: 2022-12-13_12:48:54.563728)\u000a| Connection to 10.42.42.116 closed. \u000a12:48:56.829859 run rm-remote-dir(pid=22543): Terminating (SIGINT)\u000a12:48:57.011335 run rm-remote-dir(pid=22543): Terminated: ok {rc=0}\u000a12:48:57.044697 tst handover.py:37: ERR: Error: srsepc(pid=22542): Process ended prematurely: srsepc(pid=22542) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22542)] [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a12:48:57.054576 tst handover.py:37: Test FAILED (20.1 sec)\u000a12:48:57.168721 run scp-back-log(pid=22544): Launched\u000a12:48:58.256075 run scp-back-log(pid=22544): ERR: Terminated: ERROR {rc=1} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22544)]\u000a12:48:58.318818 run scp-back-log(pid=22544): stdout: \u000a| (launched: 2022-12-13_12:48:57.096459) \u000a12:48:58.381684 run scp-back-log(pid=22544): stderr: \u000a| (launched: 2022-12-13_12:48:57.116566)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:48:58.435345 tst srsepc_10.42.42.118: Error('scp-back-log(pid=22544): launch_sync(): local process exited with status 1 [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22544)]')\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=22558): Process ended prematurely: srsepc(pid=22558) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22558)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=22558): Process ended prematurely: srsepc(pid=22558) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a12:48:58.617995 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a12:48:58.660683 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:48:58.871073 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a12:48:58.913886 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:48:58.929837 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:48:59.053487 tst iperf3_bidir.py: using MSISDN 8169\u000a12:48:59.163556 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8169', subscriber_id=0}\u000a12:48:59.272227 run srsepc_10.42.42.118: Starting srsepc\u000a12:48:59.935594 run rm-remote-dir(pid=22546): Launched\u000a12:49:01.181848 run rm-remote-dir(pid=22546): Terminated: ok {rc=0}\u000a12:49:01.568026 run mk-remote-dir(pid=22547): Launched\u000a12:49:02.790254 run mk-remote-dir(pid=22547): Terminated: ok {rc=0}\u000a12:49:03.094018 run scp-inst-to-remote(pid=22548): Launched\u000a12:49:05.297882 run scp-inst-to-remote(pid=22548): Terminated: ok {rc=0}\u000a12:49:05.659979 run rm-remote-dir(pid=22550): Launched\u000a12:49:06.864773 run rm-remote-dir(pid=22550): Terminated: ok {rc=0}\u000a12:49:07.225239 run mk-remote-dir(pid=22551): Launched\u000a12:49:08.429550 run mk-remote-dir(pid=22551): Terminated: ok {rc=0}\u000a12:49:08.734091 run scp-cfg-to-remote(pid=22552): Launched\u000a12:49:09.937069 run scp-cfg-to-remote(pid=22552): Terminated: ok {rc=0}\u000a12:49:10.257371 run scp-db-to-remote(pid=22554): Launched\u000a12:49:11.460250 run scp-db-to-remote(pid=22554): Terminated: ok {rc=0}\u000a12:49:11.584490 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:49:11.935150 run patchelf(pid=22556): Launched\u000a12:49:13.137229 run patchelf(pid=22556): Terminated: ok {rc=0}\u000a12:49:13.261170 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:49:13.610227 run setcap-netadm(pid=22557): Launched\u000a12:49:14.812855 run setcap-netadm(pid=22557): Terminated: ok {rc=0}\u000a12:49:15.157605 run srsepc(pid=22558): Launched\u000a12:49:15.275419 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:49:16.572417 run rm-remote-dir(pid=22563): Launched\u000a12:49:16.850127 run srsepc(pid=22558): ERR: Terminated: ERROR {rc=127} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22558)]\u000a12:49:17.002862 run srsepc(pid=22558): stdout: \u000a| (launched: 2022-12-13_12:49:14.993431)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:49:17.154191 run srsepc(pid=22558): stderr: \u000a| (launched: 2022-12-13_12:49:15.043291)\u000a| Connection to 10.42.42.116 closed. \u000a12:49:17.300530 run srsepc(pid=22558): stdout: \u000a| (launched: 2022-12-13_12:49:14.993431)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:49:17.442994 run srsepc(pid=22558): stderr: \u000a| (launched: 2022-12-13_12:49:15.043291)\u000a| Connection to 10.42.42.116 closed. \u000a12:49:17.609549 run rm-remote-dir(pid=22563): Terminating (SIGINT)\u000a12:49:17.804471 run rm-remote-dir(pid=22563): Terminated: ok {rc=0}\u000a12:49:17.840243 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=22558): Process ended prematurely: srsepc(pid=22558) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22558)] [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a12:49:17.851008 tst iperf3_bidir.py:42: Test FAILED (19.4 sec)\u000a12:49:17.973287 run scp-back-log(pid=22564): Launched\u000a12:49:19.064627 run scp-back-log(pid=22564): ERR: Terminated: ERROR {rc=1} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22564)]\u000a12:49:19.131032 run scp-back-log(pid=22564): stdout: \u000a| (launched: 2022-12-13_12:49:17.895275) \u000a12:49:19.197176 run scp-back-log(pid=22564): stderr: \u000a| (launched: 2022-12-13_12:49:17.916367)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:49:19.253861 tst srsepc_10.42.42.118: Error('scp-back-log(pid=22564): launch_sync(): local process exited with status 1 [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22564)]')\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=22578): Process ended prematurely: srsepc(pid=22578) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22578)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=22578): Process ended prematurely: srsepc(pid=22578) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a12:49:19.451257 tst iperf3_dl.py:13: Number of physical ue: 1\u000a12:49:19.497718 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:49:19.724252 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a12:49:19.771052 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:49:19.787786 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:49:19.922962 tst iperf3_dl.py: using MSISDN 8170\u000a12:49:20.042071 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8170', subscriber_id=0}\u000a12:49:20.159723 run srsepc_10.42.42.118: Starting srsepc\u000a12:49:20.859842 run rm-remote-dir(pid=22566): Launched\u000a12:49:22.051431 run rm-remote-dir(pid=22566): Terminated: ok {rc=0}\u000a12:49:22.392477 run mk-remote-dir(pid=22567): Launched\u000a12:49:23.583693 run mk-remote-dir(pid=22567): Terminated: ok {rc=0}\u000a12:49:23.871738 run scp-inst-to-remote(pid=22568): Launched\u000a12:49:26.074154 run scp-inst-to-remote(pid=22568): Terminated: ok {rc=0}\u000a12:49:26.436269 run rm-remote-dir(pid=22570): Launched\u000a12:49:27.640084 run rm-remote-dir(pid=22570): Terminated: ok {rc=0}\u000a12:49:28.001985 run mk-remote-dir(pid=22571): Launched\u000a12:49:29.206219 run mk-remote-dir(pid=22571): Terminated: ok {rc=0}\u000a12:49:29.511732 run scp-cfg-to-remote(pid=22572): Launched\u000a12:49:30.713978 run scp-cfg-to-remote(pid=22572): Terminated: ok {rc=0}\u000a12:49:31.076892 run scp-db-to-remote(pid=22574): Launched\u000a12:49:32.305401 run scp-db-to-remote(pid=22574): Terminated: ok {rc=0}\u000a12:49:32.432436 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:49:32.784116 run patchelf(pid=22576): Launched\u000a12:49:33.987946 run patchelf(pid=22576): Terminated: ok {rc=0}\u000a12:49:34.112800 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:49:34.464458 run setcap-netadm(pid=22577): Launched\u000a12:49:35.668308 run setcap-netadm(pid=22577): Terminated: ok {rc=0}\u000a12:49:36.012026 run srsepc(pid=22578): Launched\u000a12:49:36.131211 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:49:37.353315 run rm-remote-dir(pid=22579): Launched\u000a12:49:37.556392 run srsepc(pid=22578): ERR: Terminated: ERROR {rc=127} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22578)]\u000a12:49:37.704107 run srsepc(pid=22578): stdout: \u000a| (launched: 2022-12-13_12:49:35.847488)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:49:37.852181 run srsepc(pid=22578): stderr: \u000a| (launched: 2022-12-13_12:49:35.897542)\u000a| Connection to 10.42.42.116 closed. \u000a12:49:37.995503 run srsepc(pid=22578): stdout: \u000a| (launched: 2022-12-13_12:49:35.847488)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:49:38.136913 run srsepc(pid=22578): stderr: \u000a| (launched: 2022-12-13_12:49:35.897542)\u000a| Connection to 10.42.42.116 closed. \u000a12:49:38.302920 run rm-remote-dir(pid=22579): Terminating (SIGINT)\u000a12:49:38.498077 run rm-remote-dir(pid=22579): Terminated: ok {rc=0}\u000a12:49:38.533725 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=22578): Process ended prematurely: srsepc(pid=22578) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22578)] [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a12:49:38.544285 tst iperf3_dl.py:42: Test FAILED (19.3 sec)\u000a12:49:38.666642 run scp-back-log(pid=22580): Launched\u000a12:49:39.758924 run scp-back-log(pid=22580): ERR: Terminated: ERROR {rc=1} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22580)]\u000a12:49:39.825114 run scp-back-log(pid=22580): stdout: \u000a| (launched: 2022-12-13_12:49:38.588813) \u000a12:49:39.891383 run scp-back-log(pid=22580): stderr: \u000a| (launched: 2022-12-13_12:49:38.609891)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:49:39.947691 tst srsepc_10.42.42.118: Error('scp-back-log(pid=22580): launch_sync(): local process exited with status 1 [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22580)]')\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=22594): Process ended prematurely: srsepc(pid=22594) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22594)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=22594): Process ended prematurely: srsepc(pid=22594) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a12:49:40.145219 tst iperf3_ul.py:13: Number of physical ue: 1\u000a12:49:40.191605 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:49:40.418072 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a12:49:40.465153 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:49:40.482011 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:49:40.613191 tst iperf3_ul.py: using MSISDN 8171\u000a12:49:40.732668 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8171', subscriber_id=0}\u000a12:49:40.851493 run srsepc_10.42.42.118: Starting srsepc\u000a12:49:41.555596 run rm-remote-dir(pid=22582): Launched\u000a12:49:42.760700 run rm-remote-dir(pid=22582): Terminated: ok {rc=0}\u000a12:49:43.121479 run mk-remote-dir(pid=22583): Launched\u000a12:49:44.325199 run mk-remote-dir(pid=22583): Terminated: ok {rc=0}\u000a12:49:44.629714 run scp-inst-to-remote(pid=22584): Launched\u000a12:49:46.835795 run scp-inst-to-remote(pid=22584): Terminated: ok {rc=0}\u000a12:49:47.254673 run rm-remote-dir(pid=22586): Launched\u000a12:49:48.487009 run rm-remote-dir(pid=22586): Terminated: ok {rc=0}\u000a12:49:48.850378 run mk-remote-dir(pid=22587): Launched\u000a12:49:50.055607 run mk-remote-dir(pid=22587): Terminated: ok {rc=0}\u000a12:49:50.360361 run scp-cfg-to-remote(pid=22588): Launched\u000a12:49:51.562298 run scp-cfg-to-remote(pid=22588): Terminated: ok {rc=0}\u000a12:49:51.866223 run scp-db-to-remote(pid=22590): Launched\u000a12:49:53.068787 run scp-db-to-remote(pid=22590): Terminated: ok {rc=0}\u000a12:49:53.193180 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:49:53.544238 run patchelf(pid=22592): Launched\u000a12:49:54.746610 run patchelf(pid=22592): Terminated: ok {rc=0}\u000a12:49:54.871627 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:49:55.221887 run setcap-netadm(pid=22593): Launched\u000a12:49:56.425045 run setcap-netadm(pid=22593): Terminated: ok {rc=0}\u000a12:49:56.768835 run srsepc(pid=22594): Launched\u000a12:49:56.888204 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:49:58.113524 run rm-remote-dir(pid=22595): Launched\u000a12:49:58.317115 run srsepc(pid=22594): ERR: Terminated: ERROR {rc=127} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22594)]\u000a12:49:58.465222 run srsepc(pid=22594): stdout: \u000a| (launched: 2022-12-13_12:49:56.603167)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:49:58.613996 run srsepc(pid=22594): stderr: \u000a| (launched: 2022-12-13_12:49:56.653009)\u000a| Connection to 10.42.42.116 closed. \u000a12:49:58.757840 run srsepc(pid=22594): stdout: \u000a| (launched: 2022-12-13_12:49:56.603167)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:49:58.901032 run srsepc(pid=22594): stderr: \u000a| (launched: 2022-12-13_12:49:56.653009)\u000a| Connection to 10.42.42.116 closed. \u000a12:49:59.067625 run rm-remote-dir(pid=22595): Terminating (SIGINT)\u000a12:49:59.262844 run rm-remote-dir(pid=22595): Terminated: ok {rc=0}\u000a12:49:59.298959 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=22594): Process ended prematurely: srsepc(pid=22594) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22594)] [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a12:49:59.309734 tst iperf3_ul.py:42: Test FAILED (19.3 sec)\u000a12:49:59.430774 run scp-back-log(pid=22596): Launched\u000a12:50:00.523222 run scp-back-log(pid=22596): ERR: Terminated: ERROR {rc=1} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22596)]\u000a12:50:00.590219 run scp-back-log(pid=22596): stdout: \u000a| (launched: 2022-12-13_12:49:59.353974) \u000a12:50:00.656870 run scp-back-log(pid=22596): stderr: \u000a| (launched: 2022-12-13_12:49:59.374988)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:50:00.713620 tst srsepc_10.42.42.118: Error('scp-back-log(pid=22596): launch_sync(): local process exited with status 1 [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22596)]')\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=22973): Process ended prematurely: srsepc(pid=22973) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22973)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=22973): Process ended prematurely: srsepc(pid=22973) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a12:50:00.729925 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:50:00.747584 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:50:00.772580 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:50:00.944614 tst ping.py: using MSISDN 8172\u000a12:50:01.067347 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8172', subscriber_id=0}\u000a12:50:01.189298 run srsepc_10.42.42.118: Starting srsepc\u000a12:50:01.982266 run rm-remote-dir(pid=22602): Launched\u000a12:50:03.196403 run rm-remote-dir(pid=22602): Terminated: ok {rc=0}\u000a12:50:03.556475 run mk-remote-dir(pid=22609): Launched\u000a12:50:04.761378 run mk-remote-dir(pid=22609): Terminated: ok {rc=0}\u000a12:50:05.067540 run scp-inst-to-remote(pid=22610): Launched\u000a12:50:07.270952 run scp-inst-to-remote(pid=22610): Terminated: ok {rc=0}\u000a12:50:07.632687 run rm-remote-dir(pid=22612): Launched\u000a12:50:08.837497 run rm-remote-dir(pid=22612): Terminated: ok {rc=0}\u000a12:50:09.199080 run mk-remote-dir(pid=22614): Launched\u000a12:50:10.403828 run mk-remote-dir(pid=22614): Terminated: ok {rc=0}\u000a12:50:10.709657 run scp-cfg-to-remote(pid=22615): Launched\u000a12:50:11.911469 run scp-cfg-to-remote(pid=22615): Terminated: ok {rc=0}\u000a12:50:12.216395 run scp-db-to-remote(pid=22617): Launched\u000a12:50:13.416523 run scp-db-to-remote(pid=22617): Terminated: ok {rc=0}\u000a12:50:13.535621 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:50:13.887202 run patchelf(pid=22811): Launched\u000a12:50:15.089460 run patchelf(pid=22811): Terminated: ok {rc=0}\u000a12:50:15.213557 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:50:15.563785 run setcap-netadm(pid=22972): Launched\u000a12:50:16.805952 run setcap-netadm(pid=22972): Terminated: ok {rc=0}\u000a12:50:17.246050 run srsepc(pid=22973): Launched\u000a12:50:17.367224 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:50:18.594944 run rm-remote-dir(pid=22974): Launched\u000a12:50:18.799341 run srsepc(pid=22973): ERR: Terminated: ERROR {rc=127} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22973)]\u000a12:50:18.947810 run srsepc(pid=22973): stdout: \u000a| (launched: 2022-12-13_12:50:17.028648)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:50:19.096394 run srsepc(pid=22973): stderr: \u000a| (launched: 2022-12-13_12:50:17.079537)\u000a| Connection to 10.42.42.116 closed. \u000a12:50:19.240252 run srsepc(pid=22973): stdout: \u000a| (launched: 2022-12-13_12:50:17.028648)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:50:19.382724 run srsepc(pid=22973): stderr: \u000a| (launched: 2022-12-13_12:50:17.079537)\u000a| Connection to 10.42.42.116 closed. \u000a12:50:19.549348 run rm-remote-dir(pid=22974): Terminating (SIGINT)\u000a12:50:19.743845 run rm-remote-dir(pid=22974): Terminated: ok {rc=0}\u000a12:50:19.780102 tst ping.py:16: ERR: Error: srsepc(pid=22973): Process ended prematurely: srsepc(pid=22973) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=22973)] [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a12:50:19.790646 tst ping.py:16: Test FAILED (19.0 sec)\u000a12:50:19.911757 run scp-back-log(pid=22975): Launched\u000a12:50:21.002974 run scp-back-log(pid=22975): ERR: Terminated: ERROR {rc=1} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22975)]\u000a12:50:21.069203 run scp-back-log(pid=22975): stdout: \u000a| (launched: 2022-12-13_12:50:19.835232) \u000a12:50:21.135713 run scp-back-log(pid=22975): stderr: \u000a| (launched: 2022-12-13_12:50:19.856111)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:50:21.192079 tst srsepc_10.42.42.118: Error('scp-back-log(pid=22975): launch_sync(): local process exited with status 1 [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=22975)]')\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23165): Process ended prematurely: srsepc(pid=23165) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23165)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23165): Process ended prematurely: srsepc(pid=23165) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a12:50:21.207138 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:50:21.224601 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:50:21.248939 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:50:21.402137 tst rrc_idle_mo_ping.py: using MSISDN 8173\u000a12:50:21.521118 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8173', subscriber_id=0}\u000a12:50:21.639367 run srsepc_10.42.42.118: Starting srsepc\u000a12:50:22.341669 run rm-remote-dir(pid=22977): Launched\u000a12:50:23.549817 run rm-remote-dir(pid=22977): Terminated: ok {rc=0}\u000a12:50:23.949550 run mk-remote-dir(pid=23149): Launched\u000a12:50:25.159310 run mk-remote-dir(pid=23149): Terminated: ok {rc=0}\u000a12:50:25.499213 run scp-inst-to-remote(pid=23154): Launched\u000a12:50:27.712465 run scp-inst-to-remote(pid=23154): Terminated: ok {rc=0}\u000a12:50:28.110236 run rm-remote-dir(pid=23156): Launched\u000a12:50:29.313404 run rm-remote-dir(pid=23156): Terminated: ok {rc=0}\u000a12:50:29.673966 run mk-remote-dir(pid=23158): Launched\u000a12:50:30.886308 run mk-remote-dir(pid=23158): Terminated: ok {rc=0}\u000a12:50:31.288997 run scp-cfg-to-remote(pid=23159): Launched\u000a12:50:32.508538 run scp-cfg-to-remote(pid=23159): Terminated: ok {rc=0}\u000a12:50:32.813819 run scp-db-to-remote(pid=23161): Launched\u000a12:50:34.016367 run scp-db-to-remote(pid=23161): Terminated: ok {rc=0}\u000a12:50:34.140846 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:50:34.489395 run patchelf(pid=23163): Launched\u000a12:50:35.691771 run patchelf(pid=23163): Terminated: ok {rc=0}\u000a12:50:35.816397 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:50:36.165184 run setcap-netadm(pid=23164): Launched\u000a12:50:37.366689 run setcap-netadm(pid=23164): Terminated: ok {rc=0}\u000a12:50:37.706695 run srsepc(pid=23165): Launched\u000a12:50:37.826171 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:50:39.048857 run rm-remote-dir(pid=23166): Launched\u000a12:50:39.251961 run srsepc(pid=23165): ERR: Terminated: ERROR {rc=127} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23165)]\u000a12:50:39.399607 run srsepc(pid=23165): stdout: \u000a| (launched: 2022-12-13_12:50:37.543751)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:50:39.547462 run srsepc(pid=23165): stderr: \u000a| (launched: 2022-12-13_12:50:37.593708)\u000a| Connection to 10.42.42.116 closed. \u000a12:50:39.690705 run srsepc(pid=23165): stdout: \u000a| (launched: 2022-12-13_12:50:37.543751)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:50:39.832745 run srsepc(pid=23165): stderr: \u000a| (launched: 2022-12-13_12:50:37.593708)\u000a| Connection to 10.42.42.116 closed. \u000a12:50:39.998946 run rm-remote-dir(pid=23166): Terminating (SIGINT)\u000a12:50:40.193125 run rm-remote-dir(pid=23166): Terminated: ok {rc=0}\u000a12:50:40.228737 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=23165): Process ended prematurely: srsepc(pid=23165) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23165)] [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a12:50:40.239377 tst rrc_idle_mo_ping.py:16: Test FAILED (19.0 sec)\u000a12:50:40.360130 run scp-back-log(pid=23167): Launched\u000a12:50:41.451091 run scp-back-log(pid=23167): ERR: Terminated: ERROR {rc=1} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23167)]\u000a12:50:41.516919 run scp-back-log(pid=23167): stdout: \u000a| (launched: 2022-12-13_12:50:40.283594) \u000a12:50:41.583441 run scp-back-log(pid=23167): stderr: \u000a| (launched: 2022-12-13_12:50:40.304438)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:50:41.640220 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23167): launch_sync(): local process exited with status 1 [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23167)]')\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=23182): Process ended prematurely: srsepc(pid=23182) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23182)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=23182): Process ended prematurely: srsepc(pid=23182) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a12:50:41.656036 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:50:41.674550 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:50:41.698928 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:50:41.855467 tst rrc_idle_mt_ping.py: using MSISDN 8174\u000a12:50:41.992820 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8174', subscriber_id=0}\u000a12:50:42.102870 run srsepc_10.42.42.118: Starting srsepc\u000a12:50:42.763474 run rm-remote-dir(pid=23169): Launched\u000a12:50:43.956132 run rm-remote-dir(pid=23169): Terminated: ok {rc=0}\u000a12:50:44.296727 run mk-remote-dir(pid=23170): Launched\u000a12:50:45.488856 run mk-remote-dir(pid=23170): Terminated: ok {rc=0}\u000a12:50:45.775390 run scp-inst-to-remote(pid=23171): Launched\u000a12:50:47.967592 run scp-inst-to-remote(pid=23171): Terminated: ok {rc=0}\u000a12:50:48.308717 run rm-remote-dir(pid=23173): Launched\u000a12:50:49.500511 run rm-remote-dir(pid=23173): Terminated: ok {rc=0}\u000a12:50:49.840463 run mk-remote-dir(pid=23174): Launched\u000a12:50:51.032665 run mk-remote-dir(pid=23174): Terminated: ok {rc=0}\u000a12:50:51.319712 run scp-cfg-to-remote(pid=23175): Launched\u000a12:50:52.511060 run scp-cfg-to-remote(pid=23175): Terminated: ok {rc=0}\u000a12:50:52.797580 run scp-db-to-remote(pid=23178): Launched\u000a12:50:53.987447 run scp-db-to-remote(pid=23178): Terminated: ok {rc=0}\u000a12:50:54.103912 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:50:54.435150 run patchelf(pid=23180): Launched\u000a12:50:55.624891 run patchelf(pid=23180): Terminated: ok {rc=0}\u000a12:50:55.740684 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:50:56.070678 run setcap-netadm(pid=23181): Launched\u000a12:50:57.259601 run setcap-netadm(pid=23181): Terminated: ok {rc=0}\u000a12:50:57.580516 run srsepc(pid=23182): Launched\u000a12:50:57.691620 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:50:58.870598 run rm-remote-dir(pid=23183): Launched\u000a12:50:59.062535 run srsepc(pid=23182): ERR: Terminated: ERROR {rc=127} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23182)]\u000a12:50:59.201220 run srsepc(pid=23182): stdout: \u000a| (launched: 2022-12-13_12:50:57.426098)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:50:59.338660 run srsepc(pid=23182): stderr: \u000a| (launched: 2022-12-13_12:50:57.472645)\u000a| Connection to 10.42.42.116 closed. \u000a12:50:59.472093 run srsepc(pid=23182): stdout: \u000a| (launched: 2022-12-13_12:50:57.426098)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:50:59.604009 run srsepc(pid=23182): stderr: \u000a| (launched: 2022-12-13_12:50:57.472645)\u000a| Connection to 10.42.42.116 closed. \u000a12:50:59.758589 run rm-remote-dir(pid=23183): Terminating (SIGINT)\u000a12:50:59.939732 run rm-remote-dir(pid=23183): Terminated: ok {rc=0}\u000a12:50:59.973163 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=23182): Process ended prematurely: srsepc(pid=23182) [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=23182)] [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a12:50:59.983112 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a12:51:00.098134 run scp-back-log(pid=23184): Launched\u000a12:51:01.185512 run scp-back-log(pid=23184): ERR: Terminated: ERROR {rc=1} [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23184)]\u000a12:51:01.250393 run scp-back-log(pid=23184): stdout: \u000a| (launched: 2022-12-13_12:51:00.025187) \u000a12:51:01.315104 run scp-back-log(pid=23184): stderr: \u000a| (launched: 2022-12-13_12:51:00.045488)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:51:01.370208 tst srsepc_10.42.42.118: Error('scp-back-log(pid=23184): launch_sync(): local process exited with status 1 [trial-2389↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=23184)]')\u000a" } ], "duration" : 146.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:48:36" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2389↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2389↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a12:51:02.262520 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:51:02.273877 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a12:51:02.405079 tst handover.py: using LAC 34053\u000a12:51:02.526109 tst handover.py: using RAC 138\u000a12:51:02.657167 tst handover.py: using CellId 34053\u000a12:51:02.787448 tst handover.py: using BVCI 34054\u000a12:51:02.812820 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a12:51:02.947425 tst handover.py: using LAC 34054\u000a12:51:03.077445 tst handover.py: using RAC 139\u000a12:51:03.203182 tst handover.py: using CellId 34054\u000a12:51:03.324379 tst handover.py: using BVCI 34055\u000a12:51:03.347922 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:51:03.358776 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:51:03.369431 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:51:03.380031 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:51:03.390885 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:51:03.401507 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a12:51:03.518433 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a12:51:03.731704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:04.270689 run create_hlr_db(pid=23190): Launched\u000a12:51:05.464195 run create_hlr_db(pid=23190): Terminated: ok {rc=0}\u000a12:51:05.808003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23192): Launched\u000a12:51:06.141157 run osmo-hlr_10.42.42.2(pid=23193): Launched\u000a12:51:06.262873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:06.840879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Launched\u000a12:51:07.176268 run osmo-stp_10.42.42.5(pid=23196): Launched\u000a12:51:07.296389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:07.898349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23198): Launched\u000a12:51:08.212464 run osmo-msc_10.42.42.6(pid=23199): Launched\u000a12:51:08.395477 run osmo-stp_10.42.42.5(pid=23196): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]\u000a12:51:08.527980 run osmo-stp_10.42.42.5(pid=23196): stdout: \u000a| (launched: 2022-12-13_12:51:07.009904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:08.657805 run osmo-stp_10.42.42.5(pid=23196): stderr: \u000a| �[0;m�[38;5;43m20221213125107202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125107202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125107203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125107203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125107204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125107204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125107204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:08.783018 run osmo-stp_10.42.42.5(pid=23196): stdout: \u000a| (launched: 2022-12-13_12:51:07.009904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:08.906678 run osmo-stp_10.42.42.5(pid=23196): stderr: \u000a| �[0;m�[38;5;43m20221213125107202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125107202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125107203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125107203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125107204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125107204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125107204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:08.960674 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2389↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)] [trial-2389↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a12:51:08.968924 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:51:09.030635 run osmo-hlr_10.42.42.2(pid=23193): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23193)]\u000a12:51:09.080482 run osmo-hlr_10.42.42.2(pid=23193): stdout: \u000a| (launched: 2022-12-13_12:51:05.976391) \u000a12:51:09.131476 run osmo-hlr_10.42.42.2(pid=23193): stderr: \u000a| �[0;m�[1;31m20221213125106176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125106176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125106176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125106176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125106176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125106176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125106188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125106197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125106197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125106197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:09.199990 run osmo-msc_10.42.42.6(pid=23199): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23199)]\u000a12:51:09.249858 run osmo-msc_10.42.42.6(pid=23199): stdout: \u000a| (launched: 2022-12-13_12:51:08.056039) \u000a12:51:09.300043 run osmo-msc_10.42.42.6(pid=23199): stderr: \u000a| �[0;m�[38;5;43m20221213125108328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125108328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa278fccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125108328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125108328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125108328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125108328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125108330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125108331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125108331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125108331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:09.342721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23192): Terminating (SIGTERM)\u000a12:51:09.383272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Terminating (SIGTERM)\u000a12:51:09.424428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23198): Terminating (SIGTERM)\u000a12:51:09.433749 --- ParallelTerminationStrategy: PID 23192 died...\u000a12:51:09.488670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23192): Terminated: ok {rc=0}\u000a12:51:09.498517 --- ParallelTerminationStrategy: PID 23195 died...\u000a12:51:09.552866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Terminated: ok {rc=0}\u000a12:51:09.562580 --- ParallelTerminationStrategy: PID 23198 died...\u000a12:51:09.616299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23198): Terminated: ok {rc=0}\u000a12:51:09.706073 bus /sierra_3: Setting Powered False\u000a12:51:10.810886 bus /sierra_3: Setting Powered False\u000a12:51:11.923681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:51:01" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23211): Process ended prematurely: osmo-stp_10.42.42.5(pid=23211) [trial-2389↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23211)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23211): Process ended prematurely: osmo-stp_10.42.42.5(pid=23211) [trial-2389↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a12:51:13.907298 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:51:13.918686 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:51:14.047961 tst handover.py: using LAC 34055\u000a12:51:14.190805 tst handover.py: using RAC 140\u000a12:51:14.321578 tst handover.py: using CellId 34055\u000a12:51:14.445958 tst handover.py: using BVCI 34056\u000a12:51:14.469616 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:51:14.593067 tst handover.py: using LAC 34056\u000a12:51:14.715543 tst handover.py: using RAC 141\u000a12:51:14.839097 tst handover.py: using CellId 34056\u000a12:51:14.960423 tst handover.py: using BVCI 34057\u000a12:51:14.983862 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:51:14.995179 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:51:15.006165 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:51:15.016982 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:51:15.028647 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:51:15.040301 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:51:15.162018 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:51:15.376177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:15.882173 run create_hlr_db(pid=23205): Launched\u000a12:51:16.033965 bus /sierra_2: Setting Powered False\u000a12:51:17.109041 run create_hlr_db(pid=23205): Terminated: ok {rc=0}\u000a12:51:17.527694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Launched\u000a12:51:17.857366 run osmo-hlr_10.42.42.2(pid=23208): Launched\u000a12:51:17.974887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:18.496710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23210): Launched\u000a12:51:18.810207 run osmo-stp_10.42.42.5(pid=23211): Launched\u000a12:51:18.923343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:19.467346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23213): Launched\u000a12:51:19.780105 run osmo-msc_10.42.42.6(pid=23214): Launched\u000a12:51:19.961802 run osmo-stp_10.42.42.5(pid=23211): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23211)]\u000a12:51:20.094115 run osmo-stp_10.42.42.5(pid=23211): stdout: \u000a| (launched: 2022-12-13_12:51:18.654356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:20.224194 run osmo-stp_10.42.42.5(pid=23211): stderr: \u000a| �[0;m�[38;5;43m20221213125118829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125118829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125118830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125118830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125118831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125118831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125118831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:20.349483 run osmo-stp_10.42.42.5(pid=23211): stdout: \u000a| (launched: 2022-12-13_12:51:18.654356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:20.473525 run osmo-stp_10.42.42.5(pid=23211): stderr: \u000a| �[0;m�[38;5;43m20221213125118829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125118829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125118830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125118830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125118831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125118831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125118831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:20.527710 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23211): Process ended prematurely: osmo-stp_10.42.42.5(pid=23211) [trial-2389↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23211)] [trial-2389↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a12:51:20.536088 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:51:20.596795 run osmo-hlr_10.42.42.2(pid=23208): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23208)]\u000a12:51:20.646395 run osmo-hlr_10.42.42.2(pid=23208): stdout: \u000a| (launched: 2022-12-13_12:51:17.696691) \u000a12:51:20.696803 run osmo-hlr_10.42.42.2(pid=23208): stderr: \u000a| �[0;m�[1;31m20221213125117881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125117881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125117881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125117881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125117881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125117881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125117899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125117909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125117910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125117910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:20.764896 run osmo-msc_10.42.42.6(pid=23214): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23214)]\u000a12:51:20.814381 run osmo-msc_10.42.42.6(pid=23214): stdout: \u000a| (launched: 2022-12-13_12:51:19.624809) \u000a12:51:20.864241 run osmo-msc_10.42.42.6(pid=23214): stderr: \u000a| �[0;m�[38;5;43m20221213125119901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125119901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1d020ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125119901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125119901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125119901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125119901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125119903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125119903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125119904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125119904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:20.907027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Terminating (SIGTERM)\u000a12:51:20.947479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23210): Terminating (SIGTERM)\u000a12:51:20.989039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23213): Terminating (SIGTERM)\u000a12:51:20.998415 --- ParallelTerminationStrategy: PID 23207 died...\u000a12:51:21.053549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Terminated: ok {rc=0}\u000a12:51:21.063183 --- ParallelTerminationStrategy: PID 23210 died...\u000a12:51:21.117597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23210): Terminated: ok {rc=0}\u000a12:51:21.127203 --- ParallelTerminationStrategy: PID 23213 died...\u000a12:51:21.182005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23213): Terminated: ok {rc=0}\u000a12:51:21.272789 bus /sierra_3: Setting Powered False\u000a12:51:22.377975 bus /sierra_3: Setting Powered False\u000a12:51:23.487294 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:51:13" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23225): Process ended prematurely: osmo-stp_10.42.42.5(pid=23225) [trial-2389↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23225)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23225): Process ended prematurely: osmo-stp_10.42.42.5(pid=23225) [trial-2389↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:51:25.497220 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:51:25.508575 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:51:25.645779 tst handover.py: using LAC 34057\u000a12:51:25.777288 tst handover.py: using RAC 142\u000a12:51:25.913185 tst handover.py: using CellId 34057\u000a12:51:26.042212 tst handover.py: using BVCI 34058\u000a12:51:26.067554 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:51:26.211728 tst handover.py: using LAC 34058\u000a12:51:26.344821 tst handover.py: using RAC 143\u000a12:51:26.472752 tst handover.py: using CellId 34058\u000a12:51:26.600900 tst handover.py: using BVCI 34059\u000a12:51:26.626263 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:51:26.637751 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:51:26.649050 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:51:26.660339 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:51:26.671699 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:51:26.682938 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:51:26.801455 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:51:27.015960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:27.519122 run create_hlr_db(pid=23219): Launched\u000a12:51:27.654082 bus /sierra_2: Setting Powered False\u000a12:51:28.731917 run create_hlr_db(pid=23219): Terminated: ok {rc=0}\u000a12:51:29.124123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23221): Launched\u000a12:51:29.436888 run osmo-hlr_10.42.42.2(pid=23222): Launched\u000a12:51:29.558700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:30.077841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23224): Launched\u000a12:51:30.389670 run osmo-stp_10.42.42.5(pid=23225): Launched\u000a12:51:30.501872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:31.087220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23227): Launched\u000a12:51:31.576387 run osmo-msc_10.42.42.6(pid=23228): Launched\u000a12:51:32.218412 run osmo-stp_10.42.42.5(pid=23225): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23225)]\u000a12:51:32.368194 run osmo-stp_10.42.42.5(pid=23225): stdout: \u000a| (launched: 2022-12-13_12:51:30.234348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:32.506458 run osmo-stp_10.42.42.5(pid=23225): stderr: \u000a| �[0;m�[38;5;43m20221213125130408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125130408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125130408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125130409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125130409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125130409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125130410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:32.639468 run osmo-stp_10.42.42.5(pid=23225): stdout: \u000a| (launched: 2022-12-13_12:51:30.234348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:32.771650 run osmo-stp_10.42.42.5(pid=23225): stderr: \u000a| �[0;m�[38;5;43m20221213125130408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125130408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125130408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125130409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125130409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125130409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125130410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:32.829985 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23225): Process ended prematurely: osmo-stp_10.42.42.5(pid=23225) [trial-2389↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23225)] [trial-2389↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a12:51:32.838938 tst handover.py:18: Test FAILED (7.3 sec)\u000a12:51:32.902553 run osmo-hlr_10.42.42.2(pid=23222): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23222)]\u000a12:51:32.954647 run osmo-hlr_10.42.42.2(pid=23222): stdout: \u000a| (launched: 2022-12-13_12:51:29.281743) \u000a12:51:33.007285 run osmo-hlr_10.42.42.2(pid=23222): stderr: \u000a| �[0;m�[1;31m20221213125129460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125129460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125129460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125129460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125129460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125129460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125129471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125129479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125129480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125129480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:33.078561 run osmo-msc_10.42.42.6(pid=23228): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23228)]\u000a12:51:33.130240 run osmo-msc_10.42.42.6(pid=23228): stdout: \u000a| (launched: 2022-12-13_12:51:31.249646) \u000a12:51:33.182434 run osmo-msc_10.42.42.6(pid=23228): stderr: \u000a| �[0;m�[38;5;43m20221213125131855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125131856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff659fedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125131856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125131856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125131857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125131858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125131862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125131862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125131863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125131864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:33.227087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23221): Terminating (SIGTERM)\u000a12:51:33.269508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23224): Terminating (SIGTERM)\u000a12:51:33.312432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23227): Terminating (SIGTERM)\u000a12:51:33.322478 --- ParallelTerminationStrategy: PID 23221 died...\u000a12:51:33.380095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23221): Terminated: ok {rc=0}\u000a12:51:33.390485 --- ParallelTerminationStrategy: PID 23224 died...\u000a12:51:33.447314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23224): Terminated: ok {rc=0}\u000a12:51:33.457684 --- ParallelTerminationStrategy: PID 23227 died...\u000a12:51:33.514556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23227): Terminated: ok {rc=0}\u000a12:51:33.603103 bus /sierra_3: Setting Powered False\u000a12:51:34.710255 bus /sierra_3: Setting Powered False\u000a12:51:35.822351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:51:25" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23240): Process ended prematurely: osmo-stp_10.42.42.5(pid=23240) [trial-2389↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23240)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23240): Process ended prematurely: osmo-stp_10.42.42.5(pid=23240) [trial-2389↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:51:37.821010 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:51:37.832883 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:51:37.970594 tst handover.py: using LAC 34059\u000a12:51:38.105568 tst handover.py: using RAC 144\u000a12:51:38.239971 tst handover.py: using CellId 34059\u000a12:51:38.369998 tst handover.py: using BVCI 34060\u000a12:51:38.395385 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:51:38.530755 tst handover.py: using LAC 34060\u000a12:51:38.653239 tst handover.py: using RAC 145\u000a12:51:38.774015 tst handover.py: using CellId 34060\u000a12:51:38.895105 tst handover.py: using BVCI 34061\u000a12:51:38.918669 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:51:38.929974 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:51:38.941307 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:51:38.952332 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:51:38.964187 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:51:38.976102 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:51:39.100470 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:51:39.306540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:39.767744 run create_hlr_db(pid=23234): Launched\u000a12:51:39.894355 bus /sierra_2: Setting Powered False\u000a12:51:40.967406 run create_hlr_db(pid=23234): Terminated: ok {rc=0}\u000a12:51:41.356120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23236): Launched\u000a12:51:41.670861 run osmo-hlr_10.42.42.2(pid=23237): Launched\u000a12:51:41.791843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:42.312663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23239): Launched\u000a12:51:42.624732 run osmo-stp_10.42.42.5(pid=23240): Launched\u000a12:51:42.738508 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:43.283259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23242): Launched\u000a12:51:43.597951 run osmo-msc_10.42.42.6(pid=23243): Launched\u000a12:51:43.780882 run osmo-stp_10.42.42.5(pid=23240): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23240)]\u000a12:51:43.912393 run osmo-stp_10.42.42.5(pid=23240): stdout: \u000a| (launched: 2022-12-13_12:51:42.469826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:44.041981 run osmo-stp_10.42.42.5(pid=23240): stderr: \u000a| �[0;m�[38;5;43m20221213125142643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125142643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125142643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125142644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125142644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125142644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125142644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:44.166462 run osmo-stp_10.42.42.5(pid=23240): stdout: \u000a| (launched: 2022-12-13_12:51:42.469826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:44.290106 run osmo-stp_10.42.42.5(pid=23240): stderr: \u000a| �[0;m�[38;5;43m20221213125142643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125142643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125142643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125142644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125142644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125142644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125142644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:44.344180 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23240): Process ended prematurely: osmo-stp_10.42.42.5(pid=23240) [trial-2389↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23240)] [trial-2389↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:51:44.352248 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:51:44.412388 run osmo-hlr_10.42.42.2(pid=23237): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23237)]\u000a12:51:44.461974 run osmo-hlr_10.42.42.2(pid=23237): stdout: \u000a| (launched: 2022-12-13_12:51:41.514429) \u000a12:51:44.511844 run osmo-hlr_10.42.42.2(pid=23237): stderr: \u000a| �[0;m�[1;31m20221213125141695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125141695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125141695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125141695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125141695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125141695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125141707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125141716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125141716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125141716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:44.579603 run osmo-msc_10.42.42.6(pid=23243): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23243)]\u000a12:51:44.629012 run osmo-msc_10.42.42.6(pid=23243): stdout: \u000a| (launched: 2022-12-13_12:51:43.442050) \u000a12:51:44.678984 run osmo-msc_10.42.42.6(pid=23243): stderr: \u000a| �[0;m�[38;5;43m20221213125143713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125143714 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cc9fa0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125143714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125143714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125143714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125143714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125143716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125143716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125143716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125143716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:44.721527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23236): Terminating (SIGTERM)\u000a12:51:44.761723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23239): Terminating (SIGTERM)\u000a12:51:44.801943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23242): Terminating (SIGTERM)\u000a12:51:44.811170 --- ParallelTerminationStrategy: PID 23236 died...\u000a12:51:44.865381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23236): Terminated: ok {rc=0}\u000a12:51:44.874996 --- ParallelTerminationStrategy: PID 23239 died...\u000a12:51:44.928700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23239): Terminated: ok {rc=0}\u000a12:51:44.938255 --- ParallelTerminationStrategy: PID 23242 died...\u000a12:51:44.992152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23242): Terminated: ok {rc=0}\u000a12:51:45.076420 bus /sierra_3: Setting Powered False\u000a12:51:46.193738 bus /sierra_3: Setting Powered False\u000a12:51:47.310742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:51:37" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23254): Process ended prematurely: osmo-stp_10.42.42.5(pid=23254) [trial-2389↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23254)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23254): Process ended prematurely: osmo-stp_10.42.42.5(pid=23254) [trial-2389↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:51:49.311000 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:51:49.322195 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:51:49.452077 tst handover.py: using LAC 34061\u000a12:51:49.574649 tst handover.py: using RAC 146\u000a12:51:49.698265 tst handover.py: using CellId 34061\u000a12:51:49.821816 tst handover.py: using BVCI 34062\u000a12:51:49.845547 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:51:49.991108 tst handover.py: using LAC 34062\u000a12:51:50.120697 tst handover.py: using RAC 147\u000a12:51:50.251988 tst handover.py: using CellId 34062\u000a12:51:50.379284 tst handover.py: using BVCI 34063\u000a12:51:50.403064 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:51:50.414261 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:51:50.425296 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:51:50.436304 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:51:50.448064 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:51:50.459786 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:51:50.581656 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:51:50.787413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:51:51.250099 run create_hlr_db(pid=23248): Launched\u000a12:51:51.377212 bus /sierra_2: Setting Powered False\u000a12:51:52.450629 run create_hlr_db(pid=23248): Terminated: ok {rc=0}\u000a12:51:52.839526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23250): Launched\u000a12:51:53.153090 run osmo-hlr_10.42.42.2(pid=23251): Launched\u000a12:51:53.274988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:51:53.796830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23253): Launched\u000a12:51:54.110863 run osmo-stp_10.42.42.5(pid=23254): Launched\u000a12:51:54.233592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:51:54.780710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23256): Launched\u000a12:51:55.094365 run osmo-msc_10.42.42.6(pid=23257): Launched\u000a12:51:55.276546 run osmo-stp_10.42.42.5(pid=23254): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23254)]\u000a12:51:55.408127 run osmo-stp_10.42.42.5(pid=23254): stdout: \u000a| (launched: 2022-12-13_12:51:53.954424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:55.538388 run osmo-stp_10.42.42.5(pid=23254): stderr: \u000a| �[0;m�[38;5;43m20221213125154132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125154133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125154133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125154133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125154134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125154134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125154134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:55.663387 run osmo-stp_10.42.42.5(pid=23254): stdout: \u000a| (launched: 2022-12-13_12:51:53.954424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:51:55.786908 run osmo-stp_10.42.42.5(pid=23254): stderr: \u000a| �[0;m�[38;5;43m20221213125154132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125154133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125154133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125154133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125154134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125154134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125154134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:51:55.841338 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23254): Process ended prematurely: osmo-stp_10.42.42.5(pid=23254) [trial-2389↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23254)] [trial-2389↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:51:55.849371 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:51:55.910483 run osmo-hlr_10.42.42.2(pid=23251): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23251)]\u000a12:51:55.960508 run osmo-hlr_10.42.42.2(pid=23251): stdout: \u000a| (launched: 2022-12-13_12:51:52.996727) \u000a12:51:56.011414 run osmo-hlr_10.42.42.2(pid=23251): stderr: \u000a| �[0;m�[1;31m20221213125153177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125153177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125153177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125153177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125153177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125153177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125153188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125153197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125153197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125153197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:51:56.080264 run osmo-msc_10.42.42.6(pid=23257): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23257)]\u000a12:51:56.130366 run osmo-msc_10.42.42.6(pid=23257): stdout: \u000a| (launched: 2022-12-13_12:51:54.938385) \u000a12:51:56.180899 run osmo-msc_10.42.42.6(pid=23257): stderr: \u000a| �[0;m�[38;5;43m20221213125155212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125155212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f198fc24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125155212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125155212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125155213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125155213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125155215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125155215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125155215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125155215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:51:56.223922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23250): Terminating (SIGTERM)\u000a12:51:56.264431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23253): Terminating (SIGTERM)\u000a12:51:56.304919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23256): Terminating (SIGTERM)\u000a12:51:56.314312 --- ParallelTerminationStrategy: PID 23250 died...\u000a12:51:56.369204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23250): Terminated: ok {rc=0}\u000a12:51:56.378949 --- ParallelTerminationStrategy: PID 23253 died...\u000a12:51:56.433830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23253): Terminated: ok {rc=0}\u000a12:51:56.443683 --- ParallelTerminationStrategy: PID 23256 died...\u000a12:51:56.497950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23256): Terminated: ok {rc=0}\u000a12:51:56.583475 bus /sierra_3: Setting Powered False\u000a12:51:57.690407 bus /sierra_3: Setting Powered False\u000a12:51:58.800817 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:51:49" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23268): Process ended prematurely: osmo-stp_10.42.42.5(pid=23268) [trial-2389↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23268)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23268): Process ended prematurely: osmo-stp_10.42.42.5(pid=23268) [trial-2389↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:52:00.790093 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:52:00.801257 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:52:00.956768 tst handover.py: using LAC 34063\u000a12:52:01.113556 tst handover.py: using RAC 148\u000a12:52:01.253343 tst handover.py: using CellId 34063\u000a12:52:01.377837 tst handover.py: using BVCI 34064\u000a12:52:01.402221 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:52:01.529893 tst handover.py: using LAC 34064\u000a12:52:01.690634 tst handover.py: using RAC 149\u000a12:52:01.822979 tst handover.py: using CellId 34064\u000a12:52:01.947950 tst handover.py: using BVCI 34065\u000a12:52:01.972335 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:52:01.984137 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:52:01.995716 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:52:02.007366 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:52:02.019945 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:52:02.032642 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:52:02.154550 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:52:02.363858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:02.829617 run create_hlr_db(pid=23262): Launched\u000a12:52:02.956334 bus /sierra_2: Setting Powered False\u000a12:52:04.030186 run create_hlr_db(pid=23262): Terminated: ok {rc=0}\u000a12:52:04.445069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23264): Launched\u000a12:52:04.780044 run osmo-hlr_10.42.42.2(pid=23265): Launched\u000a12:52:04.902311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:05.449842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23267): Launched\u000a12:52:05.782817 run osmo-stp_10.42.42.5(pid=23268): Launched\u000a12:52:05.903548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:52:06.481321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23270): Launched\u000a12:52:06.816176 run osmo-msc_10.42.42.6(pid=23271): Launched\u000a12:52:07.010043 run osmo-stp_10.42.42.5(pid=23268): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23268)]\u000a12:52:07.149940 run osmo-stp_10.42.42.5(pid=23268): stdout: \u000a| (launched: 2022-12-13_12:52:05.618582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:07.287971 run osmo-stp_10.42.42.5(pid=23268): stderr: \u000a| �[0;m�[38;5;43m20221213125205814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125205814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125205814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125205814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125205815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125205815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125205815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:07.421370 run osmo-stp_10.42.42.5(pid=23268): stdout: \u000a| (launched: 2022-12-13_12:52:05.618582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:07.553524 run osmo-stp_10.42.42.5(pid=23268): stderr: \u000a| �[0;m�[38;5;43m20221213125205814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125205814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125205814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125205814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125205815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125205815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125205815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:07.611642 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23268): Process ended prematurely: osmo-stp_10.42.42.5(pid=23268) [trial-2389↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23268)] [trial-2389↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a12:52:07.620650 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:52:07.684035 run osmo-hlr_10.42.42.2(pid=23265): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23265)]\u000a12:52:07.735422 run osmo-hlr_10.42.42.2(pid=23265): stdout: \u000a| (launched: 2022-12-13_12:52:04.614512) \u000a12:52:07.787342 run osmo-hlr_10.42.42.2(pid=23265): stderr: \u000a| �[0;m�[1;31m20221213125204815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125204815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125204815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125204815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125204815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125204815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125204831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125204841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125204841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125204841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:07.858126 run osmo-msc_10.42.42.6(pid=23271): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23271)]\u000a12:52:07.909511 run osmo-msc_10.42.42.6(pid=23271): stdout: \u000a| (launched: 2022-12-13_12:52:06.650440) \u000a12:52:07.961443 run osmo-msc_10.42.42.6(pid=23271): stderr: \u000a| �[0;m�[38;5;43m20221213125206974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125206974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e558bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125206974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125206974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125206975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125206975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125206976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125206977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125206977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125206977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:52:08.005798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23264): Terminating (SIGTERM)\u000a12:52:08.048114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23267): Terminating (SIGTERM)\u000a12:52:08.090555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23270): Terminating (SIGTERM)\u000a12:52:08.100317 --- ParallelTerminationStrategy: PID 23264 died...\u000a12:52:08.157166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23264): Terminated: ok {rc=0}\u000a12:52:08.167407 --- ParallelTerminationStrategy: PID 23267 died...\u000a12:52:08.223748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23267): Terminated: ok {rc=0}\u000a12:52:08.233995 --- ParallelTerminationStrategy: PID 23270 died...\u000a12:52:08.290378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23270): Terminated: ok {rc=0}\u000a12:52:08.378870 bus /sierra_3: Setting Powered False\u000a12:52:09.486468 bus /sierra_3: Setting Powered False\u000a12:52:10.597481 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:52:00" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23282): Process ended prematurely: osmo-stp_10.42.42.5(pid=23282) [trial-2389↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23282)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23282): Process ended prematurely: osmo-stp_10.42.42.5(pid=23282) [trial-2389↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:52:12.600395 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:52:12.612014 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:52:12.744704 tst handover.py: using LAC 34065\u000a12:52:12.873898 tst handover.py: using RAC 150\u000a12:52:13.004933 tst handover.py: using CellId 34065\u000a12:52:13.135572 tst handover.py: using BVCI 34066\u000a12:52:13.160772 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:52:13.304786 tst handover.py: using LAC 34066\u000a12:52:13.435103 tst handover.py: using RAC 151\u000a12:52:13.564414 tst handover.py: using CellId 34066\u000a12:52:13.694263 tst handover.py: using BVCI 34067\u000a12:52:13.719521 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:52:13.731006 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:52:13.742624 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:52:13.754105 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:52:13.765685 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:52:13.777210 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:52:13.894350 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:52:14.100435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:14.564157 run create_hlr_db(pid=23276): Launched\u000a12:52:14.691104 bus /sierra_2: Setting Powered False\u000a12:52:15.764618 run create_hlr_db(pid=23276): Terminated: ok {rc=0}\u000a12:52:16.178868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23278): Launched\u000a12:52:16.661597 run osmo-hlr_10.42.42.2(pid=23279): Launched\u000a12:52:16.955755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:17.549564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23281): Launched\u000a12:52:17.885572 run osmo-stp_10.42.42.5(pid=23282): Launched\u000a12:52:18.005883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:52:18.582573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23284): Launched\u000a12:52:18.915267 run osmo-msc_10.42.42.6(pid=23285): Launched\u000a12:52:19.108062 run osmo-stp_10.42.42.5(pid=23282): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23282)]\u000a12:52:19.247348 run osmo-stp_10.42.42.5(pid=23282): stdout: \u000a| (launched: 2022-12-13_12:52:17.718932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:19.386636 run osmo-stp_10.42.42.5(pid=23282): stderr: \u000a| �[0;m�[38;5;43m20221213125217912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125217913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125217913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125217913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125217914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125217914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125217914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:19.519777 run osmo-stp_10.42.42.5(pid=23282): stdout: \u000a| (launched: 2022-12-13_12:52:17.718932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:19.652185 run osmo-stp_10.42.42.5(pid=23282): stderr: \u000a| �[0;m�[38;5;43m20221213125217912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125217913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125217913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125217913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125217914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125217914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125217914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:19.710477 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23282): Process ended prematurely: osmo-stp_10.42.42.5(pid=23282) [trial-2389↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23282)] [trial-2389↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a12:52:19.719365 tst handover.py:18: Test FAILED (7.1 sec)\u000a12:52:19.783287 run osmo-hlr_10.42.42.2(pid=23279): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23279)]\u000a12:52:19.835760 run osmo-hlr_10.42.42.2(pid=23279): stdout: \u000a| (launched: 2022-12-13_12:52:16.381670) \u000a12:52:19.888535 run osmo-hlr_10.42.42.2(pid=23279): stderr: \u000a| �[0;m�[1;31m20221213125216615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125216616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125216616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125216616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125216616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125216616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125216630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125216654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125216654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125216654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:19.959136 run osmo-msc_10.42.42.6(pid=23285): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23285)]\u000a12:52:20.010511 run osmo-msc_10.42.42.6(pid=23285): stdout: \u000a| (launched: 2022-12-13_12:52:18.751148) \u000a12:52:20.062599 run osmo-msc_10.42.42.6(pid=23285): stderr: \u000a| �[0;m�[38;5;43m20221213125219075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125219075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0cd1dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125219076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125219076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125219076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125219076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125219078 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125219078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125219079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125219079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:52:20.106940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23278): Terminating (SIGTERM)\u000a12:52:20.148698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23281): Terminating (SIGTERM)\u000a12:52:20.191266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23284): Terminating (SIGTERM)\u000a12:52:20.201027 --- ParallelTerminationStrategy: PID 23278 died...\u000a12:52:20.256888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23278): Terminated: ok {rc=0}\u000a12:52:20.267450 --- ParallelTerminationStrategy: PID 23281 died...\u000a12:52:20.323438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23281): Terminated: ok {rc=0}\u000a12:52:20.333904 --- ParallelTerminationStrategy: PID 23284 died...\u000a12:52:20.390284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23284): Terminated: ok {rc=0}\u000a12:52:20.477521 bus /sierra_3: Setting Powered False\u000a12:52:21.582915 bus /sierra_3: Setting Powered False\u000a12:52:22.690721 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:52:12" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23296): Process ended prematurely: osmo-stp_10.42.42.5(pid=23296) [trial-2389↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23296)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23296): Process ended prematurely: osmo-stp_10.42.42.5(pid=23296) [trial-2389↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:52:24.692755 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:52:24.703687 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:52:24.833797 tst handover.py: using LAC 34067\u000a12:52:24.953782 tst handover.py: using RAC 152\u000a12:52:25.073672 tst handover.py: using CellId 34067\u000a12:52:25.192865 tst handover.py: using BVCI 34068\u000a12:52:25.216374 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:52:25.353256 tst handover.py: using LAC 34068\u000a12:52:25.480438 tst handover.py: using RAC 153\u000a12:52:25.608465 tst handover.py: using CellId 34068\u000a12:52:25.736037 tst handover.py: using BVCI 34069\u000a12:52:25.762367 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:52:25.773996 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:52:25.785437 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:52:25.796917 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:52:25.808620 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:52:25.820196 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:52:25.937646 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:52:26.152521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:26.654439 run create_hlr_db(pid=23290): Launched\u000a12:52:26.789145 bus /sierra_2: Setting Powered False\u000a12:52:27.867220 run create_hlr_db(pid=23290): Terminated: ok {rc=0}\u000a12:52:28.257412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23292): Launched\u000a12:52:28.569954 run osmo-hlr_10.42.42.2(pid=23293): Launched\u000a12:52:28.692612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:29.212233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23295): Launched\u000a12:52:29.525151 run osmo-stp_10.42.42.5(pid=23296): Launched\u000a12:52:29.638849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:52:30.181114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23298): Launched\u000a12:52:30.495116 run osmo-msc_10.42.42.6(pid=23299): Launched\u000a12:52:30.678123 run osmo-stp_10.42.42.5(pid=23296): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23296)]\u000a12:52:30.808841 run osmo-stp_10.42.42.5(pid=23296): stdout: \u000a| (launched: 2022-12-13_12:52:29.368662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:30.947165 run osmo-stp_10.42.42.5(pid=23296): stderr: \u000a| �[0;m�[38;5;43m20221213125229542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125229542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125229543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125229543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125229544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125229544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125229544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:31.074289 run osmo-stp_10.42.42.5(pid=23296): stdout: \u000a| (launched: 2022-12-13_12:52:29.368662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:31.201427 run osmo-stp_10.42.42.5(pid=23296): stderr: \u000a| �[0;m�[38;5;43m20221213125229542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125229542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125229543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125229543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125229544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125229544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125229544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:31.257203 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23296): Process ended prematurely: osmo-stp_10.42.42.5(pid=23296) [trial-2389↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23296)] [trial-2389↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a12:52:31.266371 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:52:31.330166 run osmo-hlr_10.42.42.2(pid=23293): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23293)]\u000a12:52:31.381953 run osmo-hlr_10.42.42.2(pid=23293): stdout: \u000a| (launched: 2022-12-13_12:52:28.414621) \u000a12:52:31.434236 run osmo-hlr_10.42.42.2(pid=23293): stderr: \u000a| �[0;m�[1;31m20221213125228594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125228594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125228594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125228594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125228594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125228594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125228605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125228614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125228614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125228614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:31.504510 run osmo-msc_10.42.42.6(pid=23299): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23299)]\u000a12:52:31.556025 run osmo-msc_10.42.42.6(pid=23299): stdout: \u000a| (launched: 2022-12-13_12:52:30.338335) \u000a12:52:31.609149 run osmo-msc_10.42.42.6(pid=23299): stderr: \u000a| �[0;m�[38;5;43m20221213125230610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125230610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fe10a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125230610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125230610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125230610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125230610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125230612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125230612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125230613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125230613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:52:31.653788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23292): Terminating (SIGTERM)\u000a12:52:31.695983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23295): Terminating (SIGTERM)\u000a12:52:31.737660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23298): Terminating (SIGTERM)\u000a12:52:31.747387 --- ParallelTerminationStrategy: PID 23292 died...\u000a12:52:31.804757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23292): Terminated: ok {rc=0}\u000a12:52:31.815280 --- ParallelTerminationStrategy: PID 23295 died...\u000a12:52:31.872277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23295): Terminated: ok {rc=0}\u000a12:52:31.883095 --- ParallelTerminationStrategy: PID 23298 died...\u000a12:52:31.940769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23298): Terminated: ok {rc=0}\u000a12:52:32.029984 bus /sierra_3: Setting Powered False\u000a12:52:33.133695 bus /sierra_3: Setting Powered False\u000a12:52:34.242333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:52:24" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2389↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2389↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a12:52:36.219728 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:52:36.230807 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:52:36.360733 tst handover.py: using LAC 34069\u000a12:52:36.490127 tst handover.py: using RAC 154\u000a12:52:36.618455 tst handover.py: using CellId 34069\u000a12:52:36.739055 tst handover.py: using BVCI 34070\u000a12:52:36.763268 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:52:36.889524 tst handover.py: using LAC 34070\u000a12:52:37.009795 tst handover.py: using RAC 155\u000a12:52:37.136119 tst handover.py: using CellId 34070\u000a12:52:37.269084 tst handover.py: using BVCI 34071\u000a12:52:37.294311 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:52:37.305639 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:52:37.316728 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:52:37.327916 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:52:37.339181 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:52:37.350444 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:52:37.468394 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:52:37.685293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:38.189042 run create_hlr_db(pid=23304): Launched\u000a12:52:38.324018 bus /sierra_2: Setting Powered False\u000a12:52:39.402087 run create_hlr_db(pid=23304): Terminated: ok {rc=0}\u000a12:52:39.796576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Launched\u000a12:52:40.111531 run osmo-hlr_10.42.42.2(pid=23307): Launched\u000a12:52:40.233684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:40.755992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Launched\u000a12:52:41.069682 run osmo-stp_10.42.42.5(pid=23310): Launched\u000a12:52:41.182917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:52:41.725273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23312): Launched\u000a12:52:42.040923 run osmo-msc_10.42.42.6(pid=23313): Launched\u000a12:52:42.224492 run osmo-stp_10.42.42.5(pid=23310): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]\u000a12:52:42.356742 run osmo-stp_10.42.42.5(pid=23310): stdout: \u000a| (launched: 2022-12-13_12:52:40.913347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:42.487100 run osmo-stp_10.42.42.5(pid=23310): stderr: \u000a| �[0;m�[38;5;43m20221213125241087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125241087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125241087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125241087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125241088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125241088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125241088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:42.612867 run osmo-stp_10.42.42.5(pid=23310): stdout: \u000a| (launched: 2022-12-13_12:52:40.913347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:42.737804 run osmo-stp_10.42.42.5(pid=23310): stderr: \u000a| �[0;m�[38;5;43m20221213125241087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125241087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125241087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125241087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125241088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125241088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125241088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:42.792110 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2389↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)] [trial-2389↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a12:52:42.800519 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:52:42.861286 run osmo-hlr_10.42.42.2(pid=23307): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23307)]\u000a12:52:42.910921 run osmo-hlr_10.42.42.2(pid=23307): stdout: \u000a| (launched: 2022-12-13_12:52:39.954888) \u000a12:52:42.961293 run osmo-hlr_10.42.42.2(pid=23307): stderr: \u000a| �[0;m�[1;31m20221213125240139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125240139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125240139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125240139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125240139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125240139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125240150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125240159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125240159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125240159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:43.029034 run osmo-msc_10.42.42.6(pid=23313): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23313)]\u000a12:52:43.078342 run osmo-msc_10.42.42.6(pid=23313): stdout: \u000a| (launched: 2022-12-13_12:52:41.883316) \u000a12:52:43.128154 run osmo-msc_10.42.42.6(pid=23313): stderr: \u000a| �[0;m�[38;5;43m20221213125242157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125242158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c544d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125242158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125242158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125242158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125242158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125242160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125242160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125242160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125242160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:52:43.170557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Terminating (SIGTERM)\u000a12:52:43.210510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Terminating (SIGTERM)\u000a12:52:43.250405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23312): Terminating (SIGTERM)\u000a12:52:43.259515 --- ParallelTerminationStrategy: PID 23306 died...\u000a12:52:43.314047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Terminated: ok {rc=0}\u000a12:52:43.323746 --- ParallelTerminationStrategy: PID 23309 died...\u000a12:52:43.377658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Terminated: ok {rc=0}\u000a12:52:43.387282 --- ParallelTerminationStrategy: PID 23312 died...\u000a12:52:43.441295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23312): Terminated: ok {rc=0}\u000a12:52:43.529423 bus /sierra_3: Setting Powered False\u000a12:52:44.630936 bus /sierra_3: Setting Powered False\u000a12:52:45.738435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:52:35" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23324): Process ended prematurely: osmo-stp_10.42.42.5(pid=23324) [trial-2389↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23324)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23324): Process ended prematurely: osmo-stp_10.42.42.5(pid=23324) [trial-2389↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:52:47.750462 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:52:47.762053 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:52:47.889603 tst handover.py: using LAC 34071\u000a12:52:48.015843 tst handover.py: using RAC 156\u000a12:52:48.137411 tst handover.py: using CellId 34071\u000a12:52:48.266907 tst handover.py: using BVCI 34072\u000a12:52:48.292344 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:52:48.438897 tst handover.py: using LAC 34072\u000a12:52:48.567021 tst handover.py: using RAC 157\u000a12:52:48.699892 tst handover.py: using CellId 34072\u000a12:52:48.829509 tst handover.py: using BVCI 34073\u000a12:52:48.855703 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:52:48.867102 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:52:48.878447 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:52:48.889861 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:52:48.901136 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:52:48.912475 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:52:49.035706 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:52:49.242309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:52:49.706779 run create_hlr_db(pid=23318): Launched\u000a12:52:49.835031 bus /sierra_2: Setting Powered False\u000a12:52:50.909075 run create_hlr_db(pid=23318): Terminated: ok {rc=0}\u000a12:52:51.324030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23320): Launched\u000a12:52:51.660004 run osmo-hlr_10.42.42.2(pid=23321): Launched\u000a12:52:51.782428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:52:52.355879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23323): Launched\u000a12:52:52.689642 run osmo-stp_10.42.42.5(pid=23324): Launched\u000a12:52:52.809876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:52:53.388225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23326): Launched\u000a12:52:53.722598 run osmo-msc_10.42.42.6(pid=23327): Launched\u000a12:52:53.916174 run osmo-stp_10.42.42.5(pid=23324): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23324)]\u000a12:52:54.065912 run osmo-stp_10.42.42.5(pid=23324): stdout: \u000a| (launched: 2022-12-13_12:52:52.524572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:54.204942 run osmo-stp_10.42.42.5(pid=23324): stderr: \u000a| �[0;m�[38;5;43m20221213125252719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125252719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125252719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125252720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125252720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125252720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125252720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:54.337914 run osmo-stp_10.42.42.5(pid=23324): stdout: \u000a| (launched: 2022-12-13_12:52:52.524572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:52:54.469413 run osmo-stp_10.42.42.5(pid=23324): stderr: \u000a| �[0;m�[38;5;43m20221213125252719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125252719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125252719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125252720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125252720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125252720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125252720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:52:54.527297 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23324): Process ended prematurely: osmo-stp_10.42.42.5(pid=23324) [trial-2389↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23324)] [trial-2389↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a12:52:54.535988 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:52:54.598656 run osmo-hlr_10.42.42.2(pid=23321): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23321)]\u000a12:52:54.650257 run osmo-hlr_10.42.42.2(pid=23321): stdout: \u000a| (launched: 2022-12-13_12:52:51.493353) \u000a12:52:54.702343 run osmo-hlr_10.42.42.2(pid=23321): stderr: \u000a| �[0;m�[1;31m20221213125251694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125251694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125251694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125251694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125251694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125251694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125251707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125251716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125251716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125251716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:52:54.772991 run osmo-msc_10.42.42.6(pid=23327): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23327)]\u000a12:52:54.824261 run osmo-msc_10.42.42.6(pid=23327): stdout: \u000a| (launched: 2022-12-13_12:52:53.557047) \u000a12:52:54.876698 run osmo-msc_10.42.42.6(pid=23327): stderr: \u000a| �[0;m�[38;5;43m20221213125253882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125253882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41d6c0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125253882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125253882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125253883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125253883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125253891 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125253892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125253892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125253892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:52:54.920936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23320): Terminating (SIGTERM)\u000a12:52:54.962518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23323): Terminating (SIGTERM)\u000a12:52:55.004545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23326): Terminating (SIGTERM)\u000a12:52:55.014284 --- ParallelTerminationStrategy: PID 23320 died...\u000a12:52:55.069998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23320): Terminated: ok {rc=0}\u000a12:52:55.080125 --- ParallelTerminationStrategy: PID 23323 died...\u000a12:52:55.135686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23323): Terminated: ok {rc=0}\u000a12:52:55.145778 --- ParallelTerminationStrategy: PID 23326 died...\u000a12:52:55.201096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23326): Terminated: ok {rc=0}\u000a12:52:55.288340 bus /sierra_3: Setting Powered False\u000a12:52:56.393836 bus /sierra_3: Setting Powered False\u000a12:52:57.501632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:52:47" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23339): Process ended prematurely: osmo-stp_10.42.42.5(pid=23339) [trial-2389↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23339)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23339): Process ended prematurely: osmo-stp_10.42.42.5(pid=23339) [trial-2389↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:52:59.496531 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:52:59.507629 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:52:59.635050 tst handover.py: using LAC 34073\u000a12:52:59.764000 tst handover.py: using RAC 158\u000a12:52:59.894322 tst handover.py: using CellId 34073\u000a12:53:00.021502 tst handover.py: using BVCI 34074\u000a12:53:00.045556 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:53:00.181530 tst handover.py: using LAC 34074\u000a12:53:00.310699 tst handover.py: using RAC 159\u000a12:53:00.444767 tst handover.py: using CellId 34074\u000a12:53:00.574002 tst handover.py: using BVCI 34075\u000a12:53:00.598391 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:53:00.609628 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:53:00.620662 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:53:00.631826 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:53:00.643453 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:53:00.654709 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:53:00.778219 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:53:01.004755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:01.521228 run create_hlr_db(pid=23333): Launched\u000a12:53:01.653617 bus /sierra_2: Setting Powered False\u000a12:53:02.733380 run create_hlr_db(pid=23333): Terminated: ok {rc=0}\u000a12:53:03.148518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23335): Launched\u000a12:53:03.484038 run osmo-hlr_10.42.42.2(pid=23336): Launched\u000a12:53:03.605646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:04.156790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23338): Launched\u000a12:53:04.492446 run osmo-stp_10.42.42.5(pid=23339): Launched\u000a12:53:04.613568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:05.193934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23341): Launched\u000a12:53:05.529108 run osmo-msc_10.42.42.6(pid=23342): Launched\u000a12:53:05.726129 run osmo-stp_10.42.42.5(pid=23339): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23339)]\u000a12:53:05.866563 run osmo-stp_10.42.42.5(pid=23339): stdout: \u000a| (launched: 2022-12-13_12:53:04.326400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:06.005522 run osmo-stp_10.42.42.5(pid=23339): stderr: \u000a| �[0;m�[38;5;43m20221213125304523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125304523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125304523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125304524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125304524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125304524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125304524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:06.139572 run osmo-stp_10.42.42.5(pid=23339): stdout: \u000a| (launched: 2022-12-13_12:53:04.326400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:06.271594 run osmo-stp_10.42.42.5(pid=23339): stderr: \u000a| �[0;m�[38;5;43m20221213125304523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125304523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125304523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125304524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125304524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125304524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125304524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:06.329496 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23339): Process ended prematurely: osmo-stp_10.42.42.5(pid=23339) [trial-2389↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23339)] [trial-2389↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:53:06.338308 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:53:06.401275 run osmo-hlr_10.42.42.2(pid=23336): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23336)]\u000a12:53:06.453019 run osmo-hlr_10.42.42.2(pid=23336): stdout: \u000a| (launched: 2022-12-13_12:53:03.318071) \u000a12:53:06.505402 run osmo-hlr_10.42.42.2(pid=23336): stderr: \u000a| �[0;m�[1;31m20221213125303518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125303518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125303518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125303518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125303518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125303518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125303530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125303541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125303541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125303541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:06.576321 run osmo-msc_10.42.42.6(pid=23342): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23342)]\u000a12:53:06.627783 run osmo-msc_10.42.42.6(pid=23342): stdout: \u000a| (launched: 2022-12-13_12:53:05.363240) \u000a12:53:06.680264 run osmo-msc_10.42.42.6(pid=23342): stderr: \u000a| �[0;m�[38;5;43m20221213125305691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125305691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8632cf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125305691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125305691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125305691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125305691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125305693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125305693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125305694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125305694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:06.724438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23335): Terminating (SIGTERM)\u000a12:53:06.766751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23338): Terminating (SIGTERM)\u000a12:53:06.808819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23341): Terminating (SIGTERM)\u000a12:53:06.818497 --- ParallelTerminationStrategy: PID 23335 died...\u000a12:53:06.874700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23335): Terminated: ok {rc=0}\u000a12:53:06.884717 --- ParallelTerminationStrategy: PID 23338 died...\u000a12:53:06.940461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23338): Terminated: ok {rc=0}\u000a12:53:06.950482 --- ParallelTerminationStrategy: PID 23341 died...\u000a12:53:07.006112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23341): Terminated: ok {rc=0}\u000a12:53:07.094331 bus /sierra_3: Setting Powered False\u000a12:53:08.197429 bus /sierra_3: Setting Powered False\u000a12:53:09.306573 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:52:59" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23354): Process ended prematurely: osmo-stp_10.42.42.5(pid=23354) [trial-2389↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23354)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23354): Process ended prematurely: osmo-stp_10.42.42.5(pid=23354) [trial-2389↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:53:11.305297 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:53:11.316341 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:53:11.443033 tst handover.py: using LAC 34075\u000a12:53:11.563549 tst handover.py: using RAC 160\u000a12:53:11.686505 tst handover.py: using CellId 34075\u000a12:53:11.808324 tst handover.py: using BVCI 34076\u000a12:53:11.831883 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:53:11.969136 tst handover.py: using LAC 34076\u000a12:53:12.089332 tst handover.py: using RAC 161\u000a12:53:12.211372 tst handover.py: using CellId 34076\u000a12:53:12.331121 tst handover.py: using BVCI 34077\u000a12:53:12.354787 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:53:12.366033 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:53:12.376827 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:53:12.387692 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:53:12.399135 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:53:12.410369 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:53:12.529545 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:53:12.734231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:13.200375 run create_hlr_db(pid=23348): Launched\u000a12:53:13.327438 bus /sierra_2: Setting Powered False\u000a12:53:14.401863 run create_hlr_db(pid=23348): Terminated: ok {rc=0}\u000a12:53:14.793350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23350): Launched\u000a12:53:15.105277 run osmo-hlr_10.42.42.2(pid=23351): Launched\u000a12:53:15.226798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:15.750075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23353): Launched\u000a12:53:16.150927 run osmo-stp_10.42.42.5(pid=23354): Launched\u000a12:53:16.310217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:16.982946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23356): Launched\u000a12:53:17.319413 run osmo-msc_10.42.42.6(pid=23357): Launched\u000a12:53:17.504218 run osmo-stp_10.42.42.5(pid=23354): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23354)]\u000a12:53:17.638685 run osmo-stp_10.42.42.5(pid=23354): stdout: \u000a| (launched: 2022-12-13_12:53:15.953744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:17.768647 run osmo-stp_10.42.42.5(pid=23354): stderr: \u000a| �[0;m�[38;5;43m20221213125316358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125316358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125316358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125316358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125316359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125316359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125316359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:17.893621 run osmo-stp_10.42.42.5(pid=23354): stdout: \u000a| (launched: 2022-12-13_12:53:15.953744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:18.017427 run osmo-stp_10.42.42.5(pid=23354): stderr: \u000a| �[0;m�[38;5;43m20221213125316358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125316358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125316358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125316358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125316359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125316359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125316359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:18.071483 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23354): Process ended prematurely: osmo-stp_10.42.42.5(pid=23354) [trial-2389↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23354)] [trial-2389↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:53:18.079472 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:53:18.140628 run osmo-hlr_10.42.42.2(pid=23351): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23351)]\u000a12:53:18.190800 run osmo-hlr_10.42.42.2(pid=23351): stdout: \u000a| (launched: 2022-12-13_12:53:14.951211) \u000a12:53:18.241351 run osmo-hlr_10.42.42.2(pid=23351): stderr: \u000a| �[0;m�[1;31m20221213125315132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125315132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125315132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125315132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125315132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125315132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125315144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125315153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125315153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125315154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:18.310194 run osmo-msc_10.42.42.6(pid=23357): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23357)]\u000a12:53:18.360072 run osmo-msc_10.42.42.6(pid=23357): stdout: \u000a| (launched: 2022-12-13_12:53:17.143628) \u000a12:53:18.410607 run osmo-msc_10.42.42.6(pid=23357): stderr: \u000a| �[0;m�[38;5;43m20221213125317527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125317527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d22d95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125317528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125317528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125317528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125317528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125317530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125317530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125317530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125317530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:18.453613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23350): Terminating (SIGTERM)\u000a12:53:18.494017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23353): Terminating (SIGTERM)\u000a12:53:18.535007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23356): Terminating (SIGTERM)\u000a12:53:18.544285 --- ParallelTerminationStrategy: PID 23350 died...\u000a12:53:18.598984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23350): Terminated: ok {rc=0}\u000a12:53:18.608744 --- ParallelTerminationStrategy: PID 23353 died...\u000a12:53:18.663999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23353): Terminated: ok {rc=0}\u000a12:53:18.673756 --- ParallelTerminationStrategy: PID 23356 died...\u000a12:53:18.728596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23356): Terminated: ok {rc=0}\u000a12:53:18.818729 bus /sierra_3: Setting Powered False\u000a12:53:19.924339 bus /sierra_3: Setting Powered False\u000a12:53:21.037389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:53:11" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23369): Process ended prematurely: osmo-stp_10.42.42.5(pid=23369) [trial-2389↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23369)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23369): Process ended prematurely: osmo-stp_10.42.42.5(pid=23369) [trial-2389↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:53:23.023855 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:53:23.035376 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:53:23.160929 tst handover.py: using LAC 34077\u000a12:53:23.285346 tst handover.py: using RAC 162\u000a12:53:23.409331 tst handover.py: using CellId 34077\u000a12:53:23.539263 tst handover.py: using BVCI 34078\u000a12:53:23.564648 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:53:23.699695 tst handover.py: using LAC 34078\u000a12:53:23.830109 tst handover.py: using RAC 163\u000a12:53:23.961349 tst handover.py: using CellId 34078\u000a12:53:24.093921 tst handover.py: using BVCI 34079\u000a12:53:24.119310 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:53:24.130678 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:53:24.141901 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:53:24.153220 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:53:24.165015 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:53:24.176634 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:53:24.302374 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:53:24.518407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:25.020344 run create_hlr_db(pid=23362): Launched\u000a12:53:25.155940 bus /sierra_2: Setting Powered False\u000a12:53:26.233833 run create_hlr_db(pid=23362): Terminated: ok {rc=0}\u000a12:53:26.648159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Launched\u000a12:53:26.984309 run osmo-hlr_10.42.42.2(pid=23366): Launched\u000a12:53:27.110349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:27.661334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23368): Launched\u000a12:53:27.997496 run osmo-stp_10.42.42.5(pid=23369): Launched\u000a12:53:28.118330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:28.697836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23371): Launched\u000a12:53:29.032656 run osmo-msc_10.42.42.6(pid=23372): Launched\u000a12:53:29.227064 run osmo-stp_10.42.42.5(pid=23369): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23369)]\u000a12:53:29.367213 run osmo-stp_10.42.42.5(pid=23369): stdout: \u000a| (launched: 2022-12-13_12:53:27.830491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:29.506567 run osmo-stp_10.42.42.5(pid=23369): stderr: \u000a| �[0;m�[38;5;43m20221213125328024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125328024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125328024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125328024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125328025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125328025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125328025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:29.639924 run osmo-stp_10.42.42.5(pid=23369): stdout: \u000a| (launched: 2022-12-13_12:53:27.830491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:29.772065 run osmo-stp_10.42.42.5(pid=23369): stderr: \u000a| �[0;m�[38;5;43m20221213125328024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125328024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125328024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125328024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125328025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125328025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125328025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:29.830203 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23369): Process ended prematurely: osmo-stp_10.42.42.5(pid=23369) [trial-2389↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23369)] [trial-2389↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a12:53:29.838810 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:53:29.902398 run osmo-hlr_10.42.42.2(pid=23366): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23366)]\u000a12:53:29.954286 run osmo-hlr_10.42.42.2(pid=23366): stdout: \u000a| (launched: 2022-12-13_12:53:26.817485) \u000a12:53:30.006959 run osmo-hlr_10.42.42.2(pid=23366): stderr: \u000a| �[0;m�[1;31m20221213125327018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125327018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125327018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125327018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125327018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125327018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125327030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125327040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125327040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125327040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:30.078061 run osmo-msc_10.42.42.6(pid=23372): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23372)]\u000a12:53:30.129772 run osmo-msc_10.42.42.6(pid=23372): stdout: \u000a| (launched: 2022-12-13_12:53:28.867653) \u000a12:53:30.182055 run osmo-msc_10.42.42.6(pid=23372): stderr: \u000a| �[0;m�[38;5;43m20221213125329194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125329194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55207ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125329194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125329194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125329194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125329194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125329196 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125329196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125329197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125329197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:30.226531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Terminating (SIGTERM)\u000a12:53:30.269067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23368): Terminating (SIGTERM)\u000a12:53:30.311051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23371): Terminating (SIGTERM)\u000a12:53:30.320807 --- ParallelTerminationStrategy: PID 23364 died...\u000a12:53:30.377325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Terminated: ok {rc=0}\u000a12:53:30.387401 --- ParallelTerminationStrategy: PID 23368 died...\u000a12:53:30.443209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23368): Terminated: ok {rc=0}\u000a12:53:30.453310 --- ParallelTerminationStrategy: PID 23371 died...\u000a12:53:30.509168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23371): Terminated: ok {rc=0}\u000a12:53:30.597100 bus /sierra_3: Setting Powered False\u000a12:53:31.721005 bus /sierra_3: Setting Powered False\u000a12:53:32.831360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:53:22" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23383): Process ended prematurely: osmo-stp_10.42.42.5(pid=23383) [trial-2389↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23383)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23383): Process ended prematurely: osmo-stp_10.42.42.5(pid=23383) [trial-2389↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:53:34.817921 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:53:34.828897 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:53:34.966798 tst handover.py: using LAC 34079\u000a12:53:35.094783 tst handover.py: using RAC 164\u000a12:53:35.222127 tst handover.py: using CellId 34079\u000a12:53:35.351200 tst handover.py: using BVCI 34080\u000a12:53:35.376433 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:53:35.519942 tst handover.py: using LAC 34080\u000a12:53:35.647488 tst handover.py: using RAC 165\u000a12:53:35.775487 tst handover.py: using CellId 34080\u000a12:53:35.903042 tst handover.py: using BVCI 34081\u000a12:53:35.928315 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:53:35.939671 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:53:35.950932 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:53:35.962220 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:53:35.973556 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:53:35.984578 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:53:36.102737 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:53:36.316077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:36.817946 run create_hlr_db(pid=23377): Launched\u000a12:53:36.953011 bus /sierra_2: Setting Powered False\u000a12:53:38.030064 run create_hlr_db(pid=23377): Terminated: ok {rc=0}\u000a12:53:38.422100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23379): Launched\u000a12:53:38.737930 run osmo-hlr_10.42.42.2(pid=23380): Launched\u000a12:53:38.853784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:39.367740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23382): Launched\u000a12:53:39.681891 run osmo-stp_10.42.42.5(pid=23383): Launched\u000a12:53:39.803444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:40.349612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23385): Launched\u000a12:53:40.665827 run osmo-msc_10.42.42.6(pid=23386): Launched\u000a12:53:40.849123 run osmo-stp_10.42.42.5(pid=23383): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23383)]\u000a12:53:40.980746 run osmo-stp_10.42.42.5(pid=23383): stdout: \u000a| (launched: 2022-12-13_12:53:39.524577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:41.109872 run osmo-stp_10.42.42.5(pid=23383): stderr: \u000a| �[0;m�[38;5;43m20221213125339699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125339699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125339699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125339700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125339700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125339700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125339700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:41.234322 run osmo-stp_10.42.42.5(pid=23383): stdout: \u000a| (launched: 2022-12-13_12:53:39.524577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:41.357606 run osmo-stp_10.42.42.5(pid=23383): stderr: \u000a| �[0;m�[38;5;43m20221213125339699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125339699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125339699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125339700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125339700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125339700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125339700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:41.411706 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23383): Process ended prematurely: osmo-stp_10.42.42.5(pid=23383) [trial-2389↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23383)] [trial-2389↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a12:53:41.419790 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:53:41.480559 run osmo-hlr_10.42.42.2(pid=23380): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23380)]\u000a12:53:41.530227 run osmo-hlr_10.42.42.2(pid=23380): stdout: \u000a| (launched: 2022-12-13_12:53:38.580740) \u000a12:53:41.580233 run osmo-hlr_10.42.42.2(pid=23380): stderr: \u000a| �[0;m�[1;31m20221213125338758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125338758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125338758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125338758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125338758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125338758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125338770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125338778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125338778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125338778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:41.647879 run osmo-msc_10.42.42.6(pid=23386): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23386)]\u000a12:53:41.697341 run osmo-msc_10.42.42.6(pid=23386): stdout: \u000a| (launched: 2022-12-13_12:53:40.506932) \u000a12:53:41.747120 run osmo-msc_10.42.42.6(pid=23386): stderr: \u000a| �[0;m�[38;5;43m20221213125340780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125340780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98c6a69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125340780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125340780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125340780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125340780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125340784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125340784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125340784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125340784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:41.789666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23379): Terminating (SIGTERM)\u000a12:53:41.829547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23382): Terminating (SIGTERM)\u000a12:53:41.869408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23385): Terminating (SIGTERM)\u000a12:53:41.878226 --- ParallelTerminationStrategy: PID 23379 died...\u000a12:53:41.932232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23379): Terminated: ok {rc=0}\u000a12:53:41.941743 --- ParallelTerminationStrategy: PID 23382 died...\u000a12:53:41.995149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23382): Terminated: ok {rc=0}\u000a12:53:42.004644 --- ParallelTerminationStrategy: PID 23385 died...\u000a12:53:42.058188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23385): Terminated: ok {rc=0}\u000a12:53:42.146636 bus /sierra_3: Setting Powered False\u000a12:53:43.254701 bus /sierra_3: Setting Powered False\u000a12:53:44.367466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:53:34" }, { "cases" : [ { "testActions" : [ ], "age" : 187, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23668): Process ended prematurely: osmo-stp_10.42.42.5(pid=23668) [trial-2389↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23668)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23668): Process ended prematurely: osmo-stp_10.42.42.5(pid=23668) [trial-2389↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:53:46.380572 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:53:46.397094 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:53:46.574122 tst handover.py: using LAC 34081\u000a12:53:46.725985 tst handover.py: using RAC 166\u000a12:53:46.869365 tst handover.py: using CellId 34081\u000a12:53:47.024362 tst handover.py: using BVCI 34082\u000a12:53:47.059155 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:53:47.227137 tst handover.py: using LAC 34082\u000a12:53:47.380413 tst handover.py: using RAC 167\u000a12:53:47.523835 tst handover.py: using CellId 34082\u000a12:53:47.665791 tst handover.py: using BVCI 34083\u000a12:53:47.692292 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:53:47.706977 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:53:47.722342 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:53:47.735850 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:53:47.747943 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:53:47.761114 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:53:47.912660 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:53:48.188879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:53:48.831201 run create_hlr_db(pid=23523): Launched\u000a12:53:48.996568 bus /sierra_2: Setting Powered False\u000a12:53:50.043921 run create_hlr_db(pid=23523): Terminated: ok {rc=0}\u000a12:53:50.461135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23662): Launched\u000a12:53:50.886799 run osmo-hlr_10.42.42.2(pid=23663): Launched\u000a12:53:51.132819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:53:51.697019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23667): Launched\u000a12:53:52.114472 run osmo-stp_10.42.42.5(pid=23668): Launched\u000a12:53:52.353132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:53:52.985918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23670): Launched\u000a12:53:53.400849 run osmo-msc_10.42.42.6(pid=23671): Launched\u000a12:53:53.816186 run osmo-stp_10.42.42.5(pid=23668): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23668)]\u000a12:53:54.099612 run osmo-stp_10.42.42.5(pid=23668): stdout: \u000a| (launched: 2022-12-13_12:53:51.859066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:54.276383 run osmo-stp_10.42.42.5(pid=23668): stderr: \u000a| �[0;m�[38;5;43m20221213125352193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125352194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125352194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125352194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125352195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125352195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125352195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:54.406677 run osmo-stp_10.42.42.5(pid=23668): stdout: \u000a| (launched: 2022-12-13_12:53:51.859066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:53:54.536880 run osmo-stp_10.42.42.5(pid=23668): stderr: \u000a| �[0;m�[38;5;43m20221213125352193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125352194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125352194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125352194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125352195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125352195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125352195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:53:54.593535 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23668): Process ended prematurely: osmo-stp_10.42.42.5(pid=23668) [trial-2389↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23668)] [trial-2389↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a12:53:54.602766 tst handover.py:18: Test FAILED (8.2 sec)\u000a12:53:54.668321 run osmo-hlr_10.42.42.2(pid=23663): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23663)]\u000a12:53:54.721290 run osmo-hlr_10.42.42.2(pid=23663): stdout: \u000a| (launched: 2022-12-13_12:53:50.623353) \u000a12:53:54.774637 run osmo-hlr_10.42.42.2(pid=23663): stderr: \u000a| �[0;m�[1;31m20221213125350929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125350929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125350930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125350930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125350930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125350930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125350943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125350959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125350960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125350960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:53:54.846788 run osmo-msc_10.42.42.6(pid=23671): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23671)]\u000a12:53:54.899228 run osmo-msc_10.42.42.6(pid=23671): stdout: \u000a| (launched: 2022-12-13_12:53:53.146882) \u000a12:53:54.951884 run osmo-msc_10.42.42.6(pid=23671): stderr: \u000a| �[0;m�[38;5;43m20221213125353762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125353763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45560f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125353763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125353763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125353763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125353763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125353770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:53:54.997099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23662): Terminating (SIGTERM)\u000a12:53:55.042291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23667): Terminating (SIGTERM)\u000a12:53:55.088486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23670): Terminating (SIGTERM)\u000a12:53:55.099098 --- ParallelTerminationStrategy: PID 23662 died...\u000a12:53:55.159063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23662): Terminated: ok {rc=0}\u000a12:53:55.170675 --- ParallelTerminationStrategy: PID 23667 died...\u000a12:53:55.227972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23667): Terminated: ok {rc=0}\u000a12:53:55.238654 --- ParallelTerminationStrategy: PID 23670 died...\u000a12:53:55.296937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23670): Terminated: ok {rc=0}\u000a12:53:55.386479 bus /sierra_3: Setting Powered False\u000a12:53:56.492510 bus /sierra_3: Setting Powered False\u000a12:53:57.603644 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:53:46" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23682): Process ended prematurely: osmo-stp_10.42.42.5(pid=23682) [trial-2389↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23682)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23682): Process ended prematurely: osmo-stp_10.42.42.5(pid=23682) [trial-2389↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:53:59.610180 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:53:59.622217 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:53:59.755729 tst handover.py: using LAC 34083\u000a12:53:59.886695 tst handover.py: using RAC 168\u000a12:54:00.012041 tst handover.py: using CellId 34083\u000a12:54:00.139528 tst handover.py: using BVCI 34084\u000a12:54:00.164775 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:54:00.310197 tst handover.py: using LAC 34084\u000a12:54:00.438748 tst handover.py: using RAC 169\u000a12:54:00.567076 tst handover.py: using CellId 34084\u000a12:54:00.693194 tst handover.py: using BVCI 34085\u000a12:54:00.718630 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:54:00.730839 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:54:00.742768 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:54:00.755042 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:54:00.768176 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:54:00.781923 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:54:00.936420 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:54:01.196535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:01.756222 run create_hlr_db(pid=23676): Launched\u000a12:54:01.895880 bus /sierra_2: Setting Powered False\u000a12:54:02.975511 run create_hlr_db(pid=23676): Terminated: ok {rc=0}\u000a12:54:03.410313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23678): Launched\u000a12:54:03.847360 run osmo-hlr_10.42.42.2(pid=23679): Launched\u000a12:54:04.105774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:04.676381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23681): Launched\u000a12:54:05.112721 run osmo-stp_10.42.42.5(pid=23682): Launched\u000a12:54:05.339863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:05.945856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23684): Launched\u000a12:54:06.384032 run osmo-msc_10.42.42.6(pid=23685): Launched\u000a12:54:06.787168 run osmo-stp_10.42.42.5(pid=23682): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23682)]\u000a12:54:06.987901 run osmo-stp_10.42.42.5(pid=23682): stdout: \u000a| (launched: 2022-12-13_12:54:04.849844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:07.130131 run osmo-stp_10.42.42.5(pid=23682): stderr: \u000a| �[0;m�[38;5;43m20221213125405153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125405153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125405153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125405154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125405154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125405154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125405154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:07.267449 run osmo-stp_10.42.42.5(pid=23682): stdout: \u000a| (launched: 2022-12-13_12:54:04.849844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:07.403563 run osmo-stp_10.42.42.5(pid=23682): stderr: \u000a| �[0;m�[38;5;43m20221213125405153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125405153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125405153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125405154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125405154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125405154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125405154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:07.464039 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23682): Process ended prematurely: osmo-stp_10.42.42.5(pid=23682) [trial-2389↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23682)] [trial-2389↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a12:54:07.473852 tst handover.py:18: Test FAILED (7.9 sec)\u000a12:54:07.539041 run osmo-hlr_10.42.42.2(pid=23679): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23679)]\u000a12:54:07.592364 run osmo-hlr_10.42.42.2(pid=23679): stdout: \u000a| (launched: 2022-12-13_12:54:03.584406) \u000a12:54:07.646889 run osmo-hlr_10.42.42.2(pid=23679): stderr: \u000a| �[0;m�[1;31m20221213125403902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125403902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125403902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125403902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125403902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125403902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125403914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125403926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125403927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125403927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:07.720267 run osmo-msc_10.42.42.6(pid=23685): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23685)]\u000a12:54:07.773590 run osmo-msc_10.42.42.6(pid=23685): stdout: \u000a| (launched: 2022-12-13_12:54:06.119852) \u000a12:54:07.828093 run osmo-msc_10.42.42.6(pid=23685): stderr: \u000a| �[0;m�[38;5;43m20221213125406629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125406629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79998b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125406629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125406629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125406630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125406630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125406631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125406632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125406632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125406632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:07.874524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23678): Terminating (SIGTERM)\u000a12:54:07.920860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23681): Terminating (SIGTERM)\u000a12:54:07.967599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23684): Terminating (SIGTERM)\u000a12:54:07.978510 --- ParallelTerminationStrategy: PID 23678 died...\u000a12:54:08.038719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23678): Terminated: ok {rc=0}\u000a12:54:08.049781 --- ParallelTerminationStrategy: PID 23681 died...\u000a12:54:08.107754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23681): Terminated: ok {rc=0}\u000a12:54:08.118470 --- ParallelTerminationStrategy: PID 23684 died...\u000a12:54:08.176784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23684): Terminated: ok {rc=0}\u000a12:54:08.269021 bus /sierra_3: Setting Powered False\u000a12:54:09.380388 bus /sierra_3: Setting Powered False\u000a12:54:10.488813 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:53:59" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23697): Process ended prematurely: osmo-stp_10.42.42.5(pid=23697) [trial-2389↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23697)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23697): Process ended prematurely: osmo-stp_10.42.42.5(pid=23697) [trial-2389↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:54:12.476900 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:54:12.488756 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:54:12.625213 tst handover.py: using LAC 34085\u000a12:54:12.753111 tst handover.py: using RAC 170\u000a12:54:12.885230 tst handover.py: using CellId 34085\u000a12:54:13.015180 tst handover.py: using BVCI 34086\u000a12:54:13.040487 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:54:13.182669 tst handover.py: using LAC 34086\u000a12:54:13.314908 tst handover.py: using RAC 171\u000a12:54:13.446272 tst handover.py: using CellId 34086\u000a12:54:13.574531 tst handover.py: using BVCI 34087\u000a12:54:13.599996 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:54:13.611921 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:54:13.623621 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:54:13.635445 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:54:13.647474 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:54:13.659399 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:54:13.776834 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:54:13.992588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:14.497086 run create_hlr_db(pid=23691): Launched\u000a12:54:14.633468 bus /sierra_2: Setting Powered False\u000a12:54:15.710745 run create_hlr_db(pid=23691): Terminated: ok {rc=0}\u000a12:54:16.156187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23693): Launched\u000a12:54:16.518872 run osmo-hlr_10.42.42.2(pid=23694): Launched\u000a12:54:16.745434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:17.367886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23696): Launched\u000a12:54:17.704320 run osmo-stp_10.42.42.5(pid=23697): Launched\u000a12:54:17.825219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:18.403067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23699): Launched\u000a12:54:18.739754 run osmo-msc_10.42.42.6(pid=23700): Launched\u000a12:54:18.933547 run osmo-stp_10.42.42.5(pid=23697): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23697)]\u000a12:54:19.073146 run osmo-stp_10.42.42.5(pid=23697): stdout: \u000a| (launched: 2022-12-13_12:54:17.538484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:19.212000 run osmo-stp_10.42.42.5(pid=23697): stderr: \u000a| �[0;m�[38;5;43m20221213125417735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125417735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125417735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125417736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125417736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125417736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125417736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:19.345331 run osmo-stp_10.42.42.5(pid=23697): stdout: \u000a| (launched: 2022-12-13_12:54:17.538484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:19.477112 run osmo-stp_10.42.42.5(pid=23697): stderr: \u000a| �[0;m�[38;5;43m20221213125417735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125417735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125417735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125417736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125417736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125417736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125417736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:19.534690 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23697): Process ended prematurely: osmo-stp_10.42.42.5(pid=23697) [trial-2389↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23697)] [trial-2389↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:54:19.543521 tst handover.py:18: Test FAILED (7.1 sec)\u000a12:54:19.606245 run osmo-hlr_10.42.42.2(pid=23694): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23694)]\u000a12:54:19.657750 run osmo-hlr_10.42.42.2(pid=23694): stdout: \u000a| (launched: 2022-12-13_12:54:16.330205) \u000a12:54:19.709777 run osmo-hlr_10.42.42.2(pid=23694): stderr: \u000a| �[0;m�[1;31m20221213125416685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125416685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125416685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125416685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125416685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125416685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125416703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125416719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125416720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125416720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:19.780565 run osmo-msc_10.42.42.6(pid=23700): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23700)]\u000a12:54:19.831981 run osmo-msc_10.42.42.6(pid=23700): stdout: \u000a| (launched: 2022-12-13_12:54:18.572377) \u000a12:54:19.884852 run osmo-msc_10.42.42.6(pid=23700): stderr: \u000a| �[0;m�[38;5;43m20221213125418901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125418901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd45e6d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125418902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125418902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125418902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125418902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125418904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125418904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125418904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125418904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:19.929283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23693): Terminating (SIGTERM)\u000a12:54:19.971671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23696): Terminating (SIGTERM)\u000a12:54:20.013872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23699): Terminating (SIGTERM)\u000a12:54:20.023642 --- ParallelTerminationStrategy: PID 23693 died...\u000a12:54:20.079754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23693): Terminated: ok {rc=0}\u000a12:54:20.089991 --- ParallelTerminationStrategy: PID 23696 died...\u000a12:54:20.145528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23696): Terminated: ok {rc=0}\u000a12:54:20.155499 --- ParallelTerminationStrategy: PID 23699 died...\u000a12:54:20.211286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23699): Terminated: ok {rc=0}\u000a12:54:20.297933 bus /sierra_3: Setting Powered False\u000a12:54:21.405498 bus /sierra_3: Setting Powered False\u000a12:54:22.514016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:54:12" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23711): Process ended prematurely: osmo-stp_10.42.42.5(pid=23711) [trial-2389↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23711)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23711): Process ended prematurely: osmo-stp_10.42.42.5(pid=23711) [trial-2389↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:54:24.508606 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:54:24.519910 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:54:24.643464 tst handover.py: using LAC 34087\u000a12:54:24.766744 tst handover.py: using RAC 172\u000a12:54:24.890140 tst handover.py: using CellId 34087\u000a12:54:25.013831 tst handover.py: using BVCI 34088\u000a12:54:25.037653 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:54:25.183186 tst handover.py: using LAC 34088\u000a12:54:25.312157 tst handover.py: using RAC 173\u000a12:54:25.439094 tst handover.py: using CellId 34088\u000a12:54:25.558942 tst handover.py: using BVCI 34089\u000a12:54:25.582608 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:54:25.593852 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:54:25.604867 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:54:25.615834 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:54:25.627272 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:54:25.638635 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:54:25.756218 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:54:25.970978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:26.473488 run create_hlr_db(pid=23705): Launched\u000a12:54:26.608113 bus /sierra_2: Setting Powered False\u000a12:54:27.686267 run create_hlr_db(pid=23705): Terminated: ok {rc=0}\u000a12:54:28.079306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23707): Launched\u000a12:54:28.393466 run osmo-hlr_10.42.42.2(pid=23708): Launched\u000a12:54:28.513605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:29.039312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23710): Launched\u000a12:54:29.354647 run osmo-stp_10.42.42.5(pid=23711): Launched\u000a12:54:29.468156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:30.009384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23713): Launched\u000a12:54:30.322395 run osmo-msc_10.42.42.6(pid=23714): Launched\u000a12:54:30.505312 run osmo-stp_10.42.42.5(pid=23711): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23711)]\u000a12:54:30.636902 run osmo-stp_10.42.42.5(pid=23711): stdout: \u000a| (launched: 2022-12-13_12:54:29.196592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:30.766645 run osmo-stp_10.42.42.5(pid=23711): stderr: \u000a| �[0;m�[38;5;43m20221213125429368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125429369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125429369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125429369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125429371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125429372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125429372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:30.912038 run osmo-stp_10.42.42.5(pid=23711): stdout: \u000a| (launched: 2022-12-13_12:54:29.196592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:31.039683 run osmo-stp_10.42.42.5(pid=23711): stderr: \u000a| �[0;m�[38;5;43m20221213125429368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125429369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125429369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125429369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125429371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125429372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125429372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:31.095499 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23711): Process ended prematurely: osmo-stp_10.42.42.5(pid=23711) [trial-2389↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23711)] [trial-2389↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:54:31.104543 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:54:31.168924 run osmo-hlr_10.42.42.2(pid=23708): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23708)]\u000a12:54:31.220692 run osmo-hlr_10.42.42.2(pid=23708): stdout: \u000a| (launched: 2022-12-13_12:54:28.236816) \u000a12:54:31.273448 run osmo-hlr_10.42.42.2(pid=23708): stderr: \u000a| �[0;m�[1;31m20221213125428413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125428413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125428413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125428413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125428413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125428413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125428426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125428434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125428434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125428435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:31.344317 run osmo-msc_10.42.42.6(pid=23714): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23714)]\u000a12:54:31.396245 run osmo-msc_10.42.42.6(pid=23714): stdout: \u000a| (launched: 2022-12-13_12:54:30.166655) \u000a12:54:31.448626 run osmo-msc_10.42.42.6(pid=23714): stderr: \u000a| �[0;m�[38;5;43m20221213125430442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125430442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f80e11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125430442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125430442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125430442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125430442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125430444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125430445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125430445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125430445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:31.493554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23707): Terminating (SIGTERM)\u000a12:54:31.535672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23710): Terminating (SIGTERM)\u000a12:54:31.578218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23713): Terminating (SIGTERM)\u000a12:54:31.588074 --- ParallelTerminationStrategy: PID 23707 died...\u000a12:54:31.645651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23707): Terminated: ok {rc=0}\u000a12:54:31.656229 --- ParallelTerminationStrategy: PID 23710 died...\u000a12:54:31.713930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23710): Terminated: ok {rc=0}\u000a12:54:31.724591 --- ParallelTerminationStrategy: PID 23713 died...\u000a12:54:31.782184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23713): Terminated: ok {rc=0}\u000a12:54:31.870713 bus /sierra_3: Setting Powered False\u000a12:54:32.971658 bus /sierra_3: Setting Powered False\u000a12:54:34.079049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:54:24" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23725): Process ended prematurely: osmo-stp_10.42.42.5(pid=23725) [trial-2389↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23725)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23725): Process ended prematurely: osmo-stp_10.42.42.5(pid=23725) [trial-2389↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:54:36.057548 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:54:36.069069 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:54:36.199408 tst handover.py: using LAC 34089\u000a12:54:36.327880 tst handover.py: using RAC 174\u000a12:54:36.458921 tst handover.py: using CellId 34089\u000a12:54:36.591735 tst handover.py: using BVCI 34090\u000a12:54:36.617147 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:54:36.748796 tst handover.py: using LAC 34090\u000a12:54:36.878000 tst handover.py: using RAC 175\u000a12:54:37.007174 tst handover.py: using CellId 34090\u000a12:54:37.135509 tst handover.py: using BVCI 34091\u000a12:54:37.160997 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:54:37.172484 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:54:37.183868 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:54:37.195424 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:54:37.207351 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:54:37.218749 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:54:37.338699 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:54:37.553284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:38.056375 run create_hlr_db(pid=23719): Launched\u000a12:54:38.191791 bus /sierra_2: Setting Powered False\u000a12:54:39.269513 run create_hlr_db(pid=23719): Terminated: ok {rc=0}\u000a12:54:39.683645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23721): Launched\u000a12:54:40.018012 run osmo-hlr_10.42.42.2(pid=23722): Launched\u000a12:54:40.143498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:40.692730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23724): Launched\u000a12:54:41.028939 run osmo-stp_10.42.42.5(pid=23725): Launched\u000a12:54:41.149823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:41.730159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23727): Launched\u000a12:54:42.064259 run osmo-msc_10.42.42.6(pid=23728): Launched\u000a12:54:42.258144 run osmo-stp_10.42.42.5(pid=23725): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23725)]\u000a12:54:42.398419 run osmo-stp_10.42.42.5(pid=23725): stdout: \u000a| (launched: 2022-12-13_12:54:40.862511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:42.537699 run osmo-stp_10.42.42.5(pid=23725): stderr: \u000a| �[0;m�[38;5;43m20221213125441061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125441061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125441061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125441062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125441064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125441064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125441064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:42.671032 run osmo-stp_10.42.42.5(pid=23725): stdout: \u000a| (launched: 2022-12-13_12:54:40.862511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:42.803360 run osmo-stp_10.42.42.5(pid=23725): stderr: \u000a| �[0;m�[38;5;43m20221213125441061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125441061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125441061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125441062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125441064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125441064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125441064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:42.861873 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23725): Process ended prematurely: osmo-stp_10.42.42.5(pid=23725) [trial-2389↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23725)] [trial-2389↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a12:54:42.870833 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:54:42.933832 run osmo-hlr_10.42.42.2(pid=23722): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23722)]\u000a12:54:42.985631 run osmo-hlr_10.42.42.2(pid=23722): stdout: \u000a| (launched: 2022-12-13_12:54:39.852834) \u000a12:54:43.037936 run osmo-hlr_10.42.42.2(pid=23722): stderr: \u000a| �[0;m�[1;31m20221213125440055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125440055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125440055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125440055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125440055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125440055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125440068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125440076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125440077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125440077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:43.108724 run osmo-msc_10.42.42.6(pid=23728): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23728)]\u000a12:54:43.160053 run osmo-msc_10.42.42.6(pid=23728): stdout: \u000a| (launched: 2022-12-13_12:54:41.899854) \u000a12:54:43.212557 run osmo-msc_10.42.42.6(pid=23728): stderr: \u000a| �[0;m�[38;5;43m20221213125442226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125442226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc61dedec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125442226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125442226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125442227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125442227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125442228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125442229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125442229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125442229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:43.256936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23721): Terminating (SIGTERM)\u000a12:54:43.299391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23724): Terminating (SIGTERM)\u000a12:54:43.341382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23727): Terminating (SIGTERM)\u000a12:54:43.351039 --- ParallelTerminationStrategy: PID 23721 died...\u000a12:54:43.407147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23721): Terminated: ok {rc=0}\u000a12:54:43.417243 --- ParallelTerminationStrategy: PID 23724 died...\u000a12:54:43.473113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23724): Terminated: ok {rc=0}\u000a12:54:43.483225 --- ParallelTerminationStrategy: PID 23727 died...\u000a12:54:43.538782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23727): Terminated: ok {rc=0}\u000a12:54:43.626272 bus /sierra_3: Setting Powered False\u000a12:54:44.731114 bus /sierra_3: Setting Powered False\u000a12:54:45.847226 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:54:35" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23739): Process ended prematurely: osmo-stp_10.42.42.5(pid=23739) [trial-2389↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23739)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23739): Process ended prematurely: osmo-stp_10.42.42.5(pid=23739) [trial-2389↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:54:47.843476 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:54:47.855133 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:54:47.985179 tst handover.py: using LAC 34091\u000a12:54:48.117289 tst handover.py: using RAC 176\u000a12:54:48.245945 tst handover.py: using CellId 34091\u000a12:54:48.377826 tst handover.py: using BVCI 34092\u000a12:54:48.403123 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:54:48.551308 tst handover.py: using LAC 34092\u000a12:54:48.682063 tst handover.py: using RAC 177\u000a12:54:48.813660 tst handover.py: using CellId 34092\u000a12:54:48.946975 tst handover.py: using BVCI 34093\u000a12:54:48.972517 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:54:48.984013 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:54:48.995399 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:54:49.006831 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:54:49.018311 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:54:49.029692 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:54:49.146232 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:54:49.358721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:54:49.860770 run create_hlr_db(pid=23733): Launched\u000a12:54:49.996243 bus /sierra_2: Setting Powered False\u000a12:54:51.073890 run create_hlr_db(pid=23733): Terminated: ok {rc=0}\u000a12:54:51.468681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23735): Launched\u000a12:54:51.782100 run osmo-hlr_10.42.42.2(pid=23736): Launched\u000a12:54:51.905366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:54:52.426779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23738): Launched\u000a12:54:52.741292 run osmo-stp_10.42.42.5(pid=23739): Launched\u000a12:54:52.854571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:54:53.396420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23741): Launched\u000a12:54:53.710936 run osmo-msc_10.42.42.6(pid=23742): Launched\u000a12:54:53.893275 run osmo-stp_10.42.42.5(pid=23739): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23739)]\u000a12:54:54.024390 run osmo-stp_10.42.42.5(pid=23739): stdout: \u000a| (launched: 2022-12-13_12:54:52.585154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:54.153337 run osmo-stp_10.42.42.5(pid=23739): stderr: \u000a| �[0;m�[38;5;43m20221213125452759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125452760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125452760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125452760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125452761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125452761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125452761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:54.277829 run osmo-stp_10.42.42.5(pid=23739): stdout: \u000a| (launched: 2022-12-13_12:54:52.585154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:54:54.401315 run osmo-stp_10.42.42.5(pid=23739): stderr: \u000a| �[0;m�[38;5;43m20221213125452759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125452760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125452760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125452760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125452761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125452761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125452761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:54:54.455535 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23739): Process ended prematurely: osmo-stp_10.42.42.5(pid=23739) [trial-2389↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23739)] [trial-2389↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a12:54:54.463505 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:54:54.524312 run osmo-hlr_10.42.42.2(pid=23736): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23736)]\u000a12:54:54.573765 run osmo-hlr_10.42.42.2(pid=23736): stdout: \u000a| (launched: 2022-12-13_12:54:51.626850) \u000a12:54:54.623699 run osmo-hlr_10.42.42.2(pid=23736): stderr: \u000a| �[0;m�[1;31m20221213125451807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125451807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125451807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125451807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125451808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125451808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125451820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125451831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125451831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125451831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:54:54.691651 run osmo-msc_10.42.42.6(pid=23742): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23742)]\u000a12:54:54.741076 run osmo-msc_10.42.42.6(pid=23742): stdout: \u000a| (launched: 2022-12-13_12:54:53.554067) \u000a12:54:54.791127 run osmo-msc_10.42.42.6(pid=23742): stderr: \u000a| �[0;m�[38;5;43m20221213125453830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125453830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c4e1aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125453830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125453830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125453831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125453831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125453832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125453833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125453833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125453833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:54:54.833715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23735): Terminating (SIGTERM)\u000a12:54:54.874376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23738): Terminating (SIGTERM)\u000a12:54:54.914509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23741): Terminating (SIGTERM)\u000a12:54:54.923834 --- ParallelTerminationStrategy: PID 23735 died...\u000a12:54:54.977912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23735): Terminated: ok {rc=0}\u000a12:54:54.987415 --- ParallelTerminationStrategy: PID 23738 died...\u000a12:54:55.041211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23738): Terminated: ok {rc=0}\u000a12:54:55.050682 --- ParallelTerminationStrategy: PID 23741 died...\u000a12:54:55.104300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23741): Terminated: ok {rc=0}\u000a12:54:55.192894 bus /sierra_3: Setting Powered False\u000a12:54:56.296525 bus /sierra_3: Setting Powered False\u000a12:54:57.407778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:54:47" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23756): Process ended prematurely: osmo-stp_10.42.42.5(pid=23756) [trial-2389↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23756)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23756): Process ended prematurely: osmo-stp_10.42.42.5(pid=23756) [trial-2389↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:54:59.399353 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:54:59.410839 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:54:59.544004 tst handover.py: using LAC 34093\u000a12:54:59.674533 tst handover.py: using RAC 178\u000a12:54:59.802946 tst handover.py: using CellId 34093\u000a12:54:59.932064 tst handover.py: using BVCI 34094\u000a12:54:59.957468 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:55:00.101305 tst handover.py: using LAC 34094\u000a12:55:00.229733 tst handover.py: using RAC 179\u000a12:55:00.358319 tst handover.py: using CellId 34094\u000a12:55:00.486769 tst handover.py: using BVCI 34095\u000a12:55:00.512108 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:00.523525 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:00.534784 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:00.545996 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:00.557301 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:00.568403 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:55:00.684753 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:55:00.911016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:01.462819 run create_hlr_db(pid=23750): Launched\u000a12:55:01.600820 bus /sierra_2: Setting Powered False\u000a12:55:02.676306 run create_hlr_db(pid=23750): Terminated: ok {rc=0}\u000a12:55:03.071855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23752): Launched\u000a12:55:03.386376 run osmo-hlr_10.42.42.2(pid=23753): Launched\u000a12:55:03.510987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:04.029196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23755): Launched\u000a12:55:04.344312 run osmo-stp_10.42.42.5(pid=23756): Launched\u000a12:55:04.457780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:05.002480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23758): Launched\u000a12:55:05.319031 run osmo-msc_10.42.42.6(pid=23759): Launched\u000a12:55:05.501649 run osmo-stp_10.42.42.5(pid=23756): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23756)]\u000a12:55:05.632387 run osmo-stp_10.42.42.5(pid=23756): stdout: \u000a| (launched: 2022-12-13_12:55:04.186971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:05.762478 run osmo-stp_10.42.42.5(pid=23756): stderr: \u000a| �[0;m�[38;5;43m20221213125504362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125504362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125504362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125504362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125504363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125504363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125504363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:05.887126 run osmo-stp_10.42.42.5(pid=23756): stdout: \u000a| (launched: 2022-12-13_12:55:04.186971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:06.010901 run osmo-stp_10.42.42.5(pid=23756): stderr: \u000a| �[0;m�[38;5;43m20221213125504362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125504362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125504362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125504362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125504363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125504363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125504363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:06.065373 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23756): Process ended prematurely: osmo-stp_10.42.42.5(pid=23756) [trial-2389↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23756)] [trial-2389↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a12:55:06.073542 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:55:06.134765 run osmo-hlr_10.42.42.2(pid=23753): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23753)]\u000a12:55:06.184265 run osmo-hlr_10.42.42.2(pid=23753): stdout: \u000a| (launched: 2022-12-13_12:55:03.230774) \u000a12:55:06.234486 run osmo-hlr_10.42.42.2(pid=23753): stderr: \u000a| �[0;m�[1;31m20221213125503407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125503407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125503407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125503407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125503407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125503407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125503419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125503427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125503427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125503427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:06.302699 run osmo-msc_10.42.42.6(pid=23759): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23759)]\u000a12:55:06.352045 run osmo-msc_10.42.42.6(pid=23759): stdout: \u000a| (launched: 2022-12-13_12:55:05.161478) \u000a12:55:06.401873 run osmo-msc_10.42.42.6(pid=23759): stderr: \u000a| �[0;m�[38;5;43m20221213125505434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125505434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f82164c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125505435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125505435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125505435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125505435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125505437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125505437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125505437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125505437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:06.444193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23752): Terminating (SIGTERM)\u000a12:55:06.484363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23755): Terminating (SIGTERM)\u000a12:55:06.524529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23758): Terminating (SIGTERM)\u000a12:55:06.533821 --- ParallelTerminationStrategy: PID 23752 died...\u000a12:55:06.588428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23752): Terminated: ok {rc=0}\u000a12:55:06.598147 --- ParallelTerminationStrategy: PID 23755 died...\u000a12:55:06.652140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23755): Terminated: ok {rc=0}\u000a12:55:06.661802 --- ParallelTerminationStrategy: PID 23758 died...\u000a12:55:06.715712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23758): Terminated: ok {rc=0}\u000a12:55:06.805262 bus /sierra_3: Setting Powered False\u000a12:55:07.910954 bus /sierra_3: Setting Powered False\u000a12:55:09.024049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:54:59" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23770): Process ended prematurely: osmo-stp_10.42.42.5(pid=23770) [trial-2389↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23770)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23770): Process ended prematurely: osmo-stp_10.42.42.5(pid=23770) [trial-2389↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:55:11.039417 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:55:11.050870 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:55:11.198402 tst handover.py: using LAC 34095\u000a12:55:11.330503 tst handover.py: using RAC 180\u000a12:55:11.460578 tst handover.py: using CellId 34095\u000a12:55:11.592112 tst handover.py: using BVCI 34096\u000a12:55:11.617507 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:55:11.754114 tst handover.py: using LAC 34096\u000a12:55:11.876443 tst handover.py: using RAC 181\u000a12:55:12.006207 tst handover.py: using CellId 34096\u000a12:55:12.131745 tst handover.py: using BVCI 34097\u000a12:55:12.155325 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:55:12.166763 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:55:12.178029 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:55:12.189169 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:55:12.200905 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:55:12.212509 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:55:12.333707 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:55:12.540313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:13.005366 run create_hlr_db(pid=23764): Launched\u000a12:55:13.132841 bus /sierra_2: Setting Powered False\u000a12:55:14.206246 run create_hlr_db(pid=23764): Terminated: ok {rc=0}\u000a12:55:14.596543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23766): Launched\u000a12:55:14.910381 run osmo-hlr_10.42.42.2(pid=23767): Launched\u000a12:55:15.028522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:15.543139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23769): Launched\u000a12:55:15.927696 run osmo-stp_10.42.42.5(pid=23770): Launched\u000a12:55:16.115201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:16.756128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23772): Launched\u000a12:55:17.214730 run osmo-msc_10.42.42.6(pid=23773): Launched\u000a12:55:17.423814 run osmo-stp_10.42.42.5(pid=23770): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23770)]\u000a12:55:17.565782 run osmo-stp_10.42.42.5(pid=23770): stdout: \u000a| (launched: 2022-12-13_12:55:15.700536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:17.704135 run osmo-stp_10.42.42.5(pid=23770): stderr: \u000a| �[0;m�[38;5;43m20221213125515883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125515883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125515884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125515884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125515885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125515885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125515885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:17.837784 run osmo-stp_10.42.42.5(pid=23770): stdout: \u000a| (launched: 2022-12-13_12:55:15.700536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:17.970663 run osmo-stp_10.42.42.5(pid=23770): stderr: \u000a| �[0;m�[38;5;43m20221213125515883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125515883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125515884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125515884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125515885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125515885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125515885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:18.028343 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23770): Process ended prematurely: osmo-stp_10.42.42.5(pid=23770) [trial-2389↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23770)] [trial-2389↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:55:18.037767 tst handover.py:18: Test FAILED (7.0 sec)\u000a12:55:18.100567 run osmo-hlr_10.42.42.2(pid=23767): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23767)]\u000a12:55:18.151980 run osmo-hlr_10.42.42.2(pid=23767): stdout: \u000a| (launched: 2022-12-13_12:55:14.754160) \u000a12:55:18.204208 run osmo-hlr_10.42.42.2(pid=23767): stderr: \u000a| �[0;m�[1;31m20221213125514934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125514934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125514935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125514935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125514935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125514935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125514947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125514955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125514956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125514956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:18.275109 run osmo-msc_10.42.42.6(pid=23773): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23773)]\u000a12:55:18.327077 run osmo-msc_10.42.42.6(pid=23773): stdout: \u000a| (launched: 2022-12-13_12:55:16.931480) \u000a12:55:18.379417 run osmo-msc_10.42.42.6(pid=23773): stderr: \u000a| �[0;m�[38;5;43m20221213125517311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125517311 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8963138c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125517311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125517311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125517311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125517312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125517313 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125517314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125517314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125517314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:18.423691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23766): Terminating (SIGTERM)\u000a12:55:18.465826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23769): Terminating (SIGTERM)\u000a12:55:18.507728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23772): Terminating (SIGTERM)\u000a12:55:18.517534 --- ParallelTerminationStrategy: PID 23766 died...\u000a12:55:18.574237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23766): Terminated: ok {rc=0}\u000a12:55:18.584490 --- ParallelTerminationStrategy: PID 23769 died...\u000a12:55:18.640109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23769): Terminated: ok {rc=0}\u000a12:55:18.650292 --- ParallelTerminationStrategy: PID 23772 died...\u000a12:55:18.706189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23772): Terminated: ok {rc=0}\u000a12:55:18.793717 bus /sierra_3: Setting Powered False\u000a12:55:19.900699 bus /sierra_3: Setting Powered False\u000a12:55:21.009024 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:55:10" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2389↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2389↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:55:23.043706 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:55:23.055390 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:55:23.199979 tst handover.py: using LAC 34097\u000a12:55:23.329320 tst handover.py: using RAC 182\u000a12:55:23.460296 tst handover.py: using CellId 34097\u000a12:55:23.591248 tst handover.py: using BVCI 34098\u000a12:55:23.616500 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:55:23.756440 tst handover.py: using LAC 34098\u000a12:55:23.880429 tst handover.py: using RAC 183\u000a12:55:24.003755 tst handover.py: using CellId 34098\u000a12:55:24.130208 tst handover.py: using BVCI 34099\u000a12:55:24.154004 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:55:24.165189 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:55:24.176291 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:55:24.187408 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:55:24.199361 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:55:24.211165 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:55:24.334284 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:55:24.550350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:25.053434 run create_hlr_db(pid=23779): Launched\u000a12:55:25.189142 bus /sierra_2: Setting Powered False\u000a12:55:26.266623 run create_hlr_db(pid=23779): Terminated: ok {rc=0}\u000a12:55:26.680630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Launched\u000a12:55:27.016658 run osmo-hlr_10.42.42.2(pid=23782): Launched\u000a12:55:27.141342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:27.694594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Launched\u000a12:55:28.029623 run osmo-stp_10.42.42.5(pid=23785): Launched\u000a12:55:28.150157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:28.729551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Launched\u000a12:55:29.064830 run osmo-msc_10.42.42.6(pid=23788): Launched\u000a12:55:29.263771 run osmo-stp_10.42.42.5(pid=23785): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]\u000a12:55:29.403936 run osmo-stp_10.42.42.5(pid=23785): stdout: \u000a| (launched: 2022-12-13_12:55:27.863309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:29.542665 run osmo-stp_10.42.42.5(pid=23785): stderr: \u000a| �[0;m�[38;5;43m20221213125528060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125528060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125528061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125528061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125528061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125528062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125528062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:29.675820 run osmo-stp_10.42.42.5(pid=23785): stdout: \u000a| (launched: 2022-12-13_12:55:27.863309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:29.807961 run osmo-stp_10.42.42.5(pid=23785): stderr: \u000a| �[0;m�[38;5;43m20221213125528060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125528060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125528061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125528061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125528061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125528062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125528062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:29.865722 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2389↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)] [trial-2389↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:55:29.874413 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:55:29.937306 run osmo-hlr_10.42.42.2(pid=23782): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23782)]\u000a12:55:29.988828 run osmo-hlr_10.42.42.2(pid=23782): stdout: \u000a| (launched: 2022-12-13_12:55:26.849976) \u000a12:55:30.041038 run osmo-hlr_10.42.42.2(pid=23782): stderr: \u000a| �[0;m�[1;31m20221213125527053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125527053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125527053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125527053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125527053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125527053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125527065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125527074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125527074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125527074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:30.111648 run osmo-msc_10.42.42.6(pid=23788): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23788)]\u000a12:55:30.163078 run osmo-msc_10.42.42.6(pid=23788): stdout: \u000a| (launched: 2022-12-13_12:55:28.898809) \u000a12:55:30.215296 run osmo-msc_10.42.42.6(pid=23788): stderr: \u000a| �[0;m�[38;5;43m20221213125529226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125529226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ee1cd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125529226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125529226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125529226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125529226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125529228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125529228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125529228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125529229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:30.259471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Terminating (SIGTERM)\u000a12:55:30.301980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Terminating (SIGTERM)\u000a12:55:30.343856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Terminating (SIGTERM)\u000a12:55:30.353623 --- ParallelTerminationStrategy: PID 23781 died...\u000a12:55:30.410014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Terminated: ok {rc=0}\u000a12:55:30.420102 --- ParallelTerminationStrategy: PID 23784 died...\u000a12:55:30.476261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Terminated: ok {rc=0}\u000a12:55:30.486402 --- ParallelTerminationStrategy: PID 23787 died...\u000a12:55:30.542270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Terminated: ok {rc=0}\u000a12:55:30.630099 bus /sierra_3: Setting Powered False\u000a12:55:31.736876 bus /sierra_3: Setting Powered False\u000a12:55:32.850826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:55:22" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23799): Process ended prematurely: osmo-stp_10.42.42.5(pid=23799) [trial-2389↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23799)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23799): Process ended prematurely: osmo-stp_10.42.42.5(pid=23799) [trial-2389↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:55:34.858898 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:34.869804 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:55:35.007117 tst handover.py: using LAC 34099\u000a12:55:35.128218 tst handover.py: using RAC 184\u000a12:55:35.251151 tst handover.py: using CellId 34099\u000a12:55:35.383193 tst handover.py: using BVCI 34100\u000a12:55:35.408553 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:55:35.541320 tst handover.py: using LAC 34100\u000a12:55:35.669636 tst handover.py: using RAC 185\u000a12:55:35.797749 tst handover.py: using CellId 34100\u000a12:55:35.927266 tst handover.py: using BVCI 34101\u000a12:55:35.952750 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:35.964331 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:35.975865 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:35.987310 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:35.998797 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:55:36.010012 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:55:36.132169 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:55:36.336361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:36.800493 run create_hlr_db(pid=23793): Launched\u000a12:55:36.927595 bus /sierra_2: Setting Powered False\u000a12:55:38.001647 run create_hlr_db(pid=23793): Terminated: ok {rc=0}\u000a12:55:38.415886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23795): Launched\u000a12:55:38.751938 run osmo-hlr_10.42.42.2(pid=23796): Launched\u000a12:55:38.875079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:39.428699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23798): Launched\u000a12:55:39.765610 run osmo-stp_10.42.42.5(pid=23799): Launched\u000a12:55:39.888171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:40.468618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23801): Launched\u000a12:55:40.803972 run osmo-msc_10.42.42.6(pid=23802): Launched\u000a12:55:40.998686 run osmo-stp_10.42.42.5(pid=23799): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23799)]\u000a12:55:41.139052 run osmo-stp_10.42.42.5(pid=23799): stdout: \u000a| (launched: 2022-12-13_12:55:39.598374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:41.278213 run osmo-stp_10.42.42.5(pid=23799): stderr: \u000a| �[0;m�[38;5;43m20221213125539791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125539791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125539791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125539792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125539792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125539792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125539792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:41.412106 run osmo-stp_10.42.42.5(pid=23799): stdout: \u000a| (launched: 2022-12-13_12:55:39.598374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:41.544208 run osmo-stp_10.42.42.5(pid=23799): stderr: \u000a| �[0;m�[38;5;43m20221213125539791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125539791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125539791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125539792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125539792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125539792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125539792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:41.602330 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23799): Process ended prematurely: osmo-stp_10.42.42.5(pid=23799) [trial-2389↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23799)] [trial-2389↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a12:55:41.610876 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:55:41.673897 run osmo-hlr_10.42.42.2(pid=23796): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23796)]\u000a12:55:41.725785 run osmo-hlr_10.42.42.2(pid=23796): stdout: \u000a| (launched: 2022-12-13_12:55:38.585373) \u000a12:55:41.778391 run osmo-hlr_10.42.42.2(pid=23796): stderr: \u000a| �[0;m�[1;31m20221213125538788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125538788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125538788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125538788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125538788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125538788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125538800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125538809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125538809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125538809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:41.849760 run osmo-msc_10.42.42.6(pid=23802): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23802)]\u000a12:55:41.901436 run osmo-msc_10.42.42.6(pid=23802): stdout: \u000a| (launched: 2022-12-13_12:55:40.638276) \u000a12:55:41.954048 run osmo-msc_10.42.42.6(pid=23802): stderr: \u000a| �[0;m�[38;5;43m20221213125540968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125540968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d11731c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125540968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125540968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125540969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125540969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125540970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125540971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125540971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125540971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:41.998374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23795): Terminating (SIGTERM)\u000a12:55:42.040392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23798): Terminating (SIGTERM)\u000a12:55:42.082724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23801): Terminating (SIGTERM)\u000a12:55:42.092512 --- ParallelTerminationStrategy: PID 23795 died...\u000a12:55:42.149065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23795): Terminated: ok {rc=0}\u000a12:55:42.159230 --- ParallelTerminationStrategy: PID 23798 died...\u000a12:55:42.215446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23798): Terminated: ok {rc=0}\u000a12:55:42.225631 --- ParallelTerminationStrategy: PID 23801 died...\u000a12:55:42.281645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23801): Terminated: ok {rc=0}\u000a12:55:42.370836 bus /sierra_3: Setting Powered False\u000a12:55:43.476920 bus /sierra_3: Setting Powered False\u000a12:55:44.587569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:55:34" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23813): Process ended prematurely: osmo-stp_10.42.42.5(pid=23813) [trial-2389↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23813)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23813): Process ended prematurely: osmo-stp_10.42.42.5(pid=23813) [trial-2389↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:55:46.642661 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:55:46.655217 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:55:46.805956 tst handover.py: using LAC 34101\u000a12:55:46.957334 tst handover.py: using RAC 186\u000a12:55:47.113904 tst handover.py: using CellId 34101\u000a12:55:47.279329 tst handover.py: using BVCI 34102\u000a12:55:47.305172 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:55:47.453647 tst handover.py: using LAC 34102\u000a12:55:47.585407 tst handover.py: using RAC 187\u000a12:55:47.717303 tst handover.py: using CellId 34102\u000a12:55:47.843976 tst handover.py: using BVCI 34103\u000a12:55:47.867777 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:55:47.879065 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:55:47.890041 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:55:47.901035 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:55:47.912417 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:55:47.923572 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:55:48.044495 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:55:48.248562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:55:48.712168 run create_hlr_db(pid=23807): Launched\u000a12:55:48.839464 bus /sierra_2: Setting Powered False\u000a12:55:49.912174 run create_hlr_db(pid=23807): Terminated: ok {rc=0}\u000a12:55:50.329178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23809): Launched\u000a12:55:50.666600 run osmo-hlr_10.42.42.2(pid=23810): Launched\u000a12:55:50.790439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:55:51.340206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23812): Launched\u000a12:55:51.677373 run osmo-stp_10.42.42.5(pid=23813): Launched\u000a12:55:51.798334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:55:52.385961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23815): Launched\u000a12:55:52.721513 run osmo-msc_10.42.42.6(pid=23816): Launched\u000a12:55:52.915708 run osmo-stp_10.42.42.5(pid=23813): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23813)]\u000a12:55:53.055947 run osmo-stp_10.42.42.5(pid=23813): stdout: \u000a| (launched: 2022-12-13_12:55:51.510248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:53.195547 run osmo-stp_10.42.42.5(pid=23813): stderr: \u000a| �[0;m�[38;5;43m20221213125551705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125551705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125551705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125551706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125551708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125551708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125551708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:53.329492 run osmo-stp_10.42.42.5(pid=23813): stdout: \u000a| (launched: 2022-12-13_12:55:51.510248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:55:53.462800 run osmo-stp_10.42.42.5(pid=23813): stderr: \u000a| �[0;m�[38;5;43m20221213125551705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125551705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125551705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125551706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125551708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125551708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125551708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:55:53.520778 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23813): Process ended prematurely: osmo-stp_10.42.42.5(pid=23813) [trial-2389↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23813)] [trial-2389↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a12:55:53.529790 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:55:53.592663 run osmo-hlr_10.42.42.2(pid=23810): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23810)]\u000a12:55:53.644262 run osmo-hlr_10.42.42.2(pid=23810): stdout: \u000a| (launched: 2022-12-13_12:55:50.498822) \u000a12:55:53.696682 run osmo-hlr_10.42.42.2(pid=23810): stderr: \u000a| �[0;m�[1;31m20221213125550701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125550701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125550701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125550701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125550701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125550701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125550714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125550724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125550724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125550724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:55:53.767488 run osmo-msc_10.42.42.6(pid=23816): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23816)]\u000a12:55:53.819012 run osmo-msc_10.42.42.6(pid=23816): stdout: \u000a| (launched: 2022-12-13_12:55:52.555435) \u000a12:55:53.871199 run osmo-msc_10.42.42.6(pid=23816): stderr: \u000a| �[0;m�[38;5;43m20221213125552883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125552884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0eef1ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125552884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125552884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125552884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125552884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125552886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125552886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125552886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125552886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:55:53.915325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23809): Terminating (SIGTERM)\u000a12:55:53.957684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23812): Terminating (SIGTERM)\u000a12:55:53.999858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23815): Terminating (SIGTERM)\u000a12:55:54.009643 --- ParallelTerminationStrategy: PID 23809 died...\u000a12:55:54.066016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23809): Terminated: ok {rc=0}\u000a12:55:54.076230 --- ParallelTerminationStrategy: PID 23812 died...\u000a12:55:54.132134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23812): Terminated: ok {rc=0}\u000a12:55:54.142132 --- ParallelTerminationStrategy: PID 23815 died...\u000a12:55:54.198366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23815): Terminated: ok {rc=0}\u000a12:55:54.286864 bus /sierra_3: Setting Powered False\u000a12:55:55.392586 bus /sierra_3: Setting Powered False\u000a12:55:56.504746 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:55:46" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23827): Process ended prematurely: osmo-stp_10.42.42.5(pid=23827) [trial-2389↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23827)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23827): Process ended prematurely: osmo-stp_10.42.42.5(pid=23827) [trial-2389↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:55:58.533562 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:58.544590 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:55:58.692182 tst handover.py: using LAC 34103\u000a12:55:58.824381 tst handover.py: using RAC 188\u000a12:55:58.959195 tst handover.py: using CellId 34103\u000a12:55:59.094152 tst handover.py: using BVCI 34104\u000a12:55:59.119604 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:55:59.260205 tst handover.py: using LAC 34104\u000a12:55:59.383098 tst handover.py: using RAC 189\u000a12:55:59.505068 tst handover.py: using CellId 34104\u000a12:55:59.626025 tst handover.py: using BVCI 34105\u000a12:55:59.649952 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:59.660919 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:59.671763 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:59.682512 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:59.693680 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:55:59.704619 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:55:59.820828 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:56:00.033873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:00.537538 run create_hlr_db(pid=23821): Launched\u000a12:56:00.673063 bus /sierra_2: Setting Powered False\u000a12:56:01.753917 run create_hlr_db(pid=23821): Terminated: ok {rc=0}\u000a12:56:02.190184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23823): Launched\u000a12:56:02.525131 run osmo-hlr_10.42.42.2(pid=23824): Launched\u000a12:56:02.649648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:03.204185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23826): Launched\u000a12:56:03.540796 run osmo-stp_10.42.42.5(pid=23827): Launched\u000a12:56:03.662051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:04.242158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23829): Launched\u000a12:56:04.577538 run osmo-msc_10.42.42.6(pid=23830): Launched\u000a12:56:04.772212 run osmo-stp_10.42.42.5(pid=23827): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23827)]\u000a12:56:04.916456 run osmo-stp_10.42.42.5(pid=23827): stdout: \u000a| (launched: 2022-12-13_12:56:03.374198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:05.055656 run osmo-stp_10.42.42.5(pid=23827): stderr: \u000a| �[0;m�[38;5;43m20221213125603569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125603569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125603569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125603570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125603572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125603572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125603572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:05.189219 run osmo-stp_10.42.42.5(pid=23827): stdout: \u000a| (launched: 2022-12-13_12:56:03.374198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:05.321527 run osmo-stp_10.42.42.5(pid=23827): stderr: \u000a| �[0;m�[38;5;43m20221213125603569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125603569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125603569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125603570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125603572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125603572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125603572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:05.379557 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23827): Process ended prematurely: osmo-stp_10.42.42.5(pid=23827) [trial-2389↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23827)] [trial-2389↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a12:56:05.388273 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:56:05.451169 run osmo-hlr_10.42.42.2(pid=23824): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23824)]\u000a12:56:05.503006 run osmo-hlr_10.42.42.2(pid=23824): stdout: \u000a| (launched: 2022-12-13_12:56:02.359694) \u000a12:56:05.555342 run osmo-hlr_10.42.42.2(pid=23824): stderr: \u000a| �[0;m�[1;31m20221213125602562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125602562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125602562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125602562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125602562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125602562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125602575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125602584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125602584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125602584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:05.626196 run osmo-msc_10.42.42.6(pid=23830): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23830)]\u000a12:56:05.677498 run osmo-msc_10.42.42.6(pid=23830): stdout: \u000a| (launched: 2022-12-13_12:56:04.411417) \u000a12:56:05.729499 run osmo-msc_10.42.42.6(pid=23830): stderr: \u000a| �[0;m�[38;5;43m20221213125604738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125604738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ade215c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125604738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125604738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125604738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125604739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125604740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125604741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125604741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125604741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:05.773927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23823): Terminating (SIGTERM)\u000a12:56:05.816270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23826): Terminating (SIGTERM)\u000a12:56:05.858512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23829): Terminating (SIGTERM)\u000a12:56:05.868237 --- ParallelTerminationStrategy: PID 23823 died...\u000a12:56:05.924336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23823): Terminated: ok {rc=0}\u000a12:56:05.934743 --- ParallelTerminationStrategy: PID 23826 died...\u000a12:56:05.990762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23826): Terminated: ok {rc=0}\u000a12:56:06.001111 --- ParallelTerminationStrategy: PID 23829 died...\u000a12:56:06.057358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23829): Terminated: ok {rc=0}\u000a12:56:06.145071 bus /sierra_3: Setting Powered False\u000a12:56:07.253806 bus /sierra_3: Setting Powered False\u000a12:56:08.367109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:55:58" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:56:10.406793 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:56:10.418897 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:56:10.557296 tst handover.py: using LAC 34105\u000a12:56:10.680266 tst handover.py: using RAC 190\u000a12:56:10.803424 tst handover.py: using CellId 34105\u000a12:56:10.926795 tst handover.py: using BVCI 34106\u000a12:56:10.950689 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:56:11.096595 tst handover.py: using LAC 34106\u000a12:56:11.228008 tst handover.py: using RAC 191\u000a12:56:11.359425 tst handover.py: using CellId 34106\u000a12:56:11.486160 tst handover.py: using BVCI 34107\u000a12:56:11.509862 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:56:11.521311 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:56:11.532745 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:56:11.544413 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:56:11.555972 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:56:11.567349 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:56:11.688650 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:56:11.902225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:12.399592 run create_hlr_db(pid=23835): Launched\u000a12:56:12.526091 bus /sierra_2: Setting Powered False\u000a12:56:13.599957 run create_hlr_db(pid=23835): Terminated: ok {rc=0}\u000a12:56:13.990194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Launched\u000a12:56:14.304737 run osmo-hlr_10.42.42.2(pid=23838): Launched\u000a12:56:14.426026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:14.948250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Launched\u000a12:56:15.260298 run osmo-stp_10.42.42.5(pid=23841): Launched\u000a12:56:15.374197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:15.951243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23843): Launched\u000a12:56:16.411823 run osmo-msc_10.42.42.6(pid=23844): Launched\u000a12:56:16.832904 run osmo-stp_10.42.42.5(pid=23841): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]\u000a12:56:16.975213 run osmo-stp_10.42.42.5(pid=23841): stdout: \u000a| (launched: 2022-12-13_12:56:15.105542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:17.117303 run osmo-stp_10.42.42.5(pid=23841): stderr: \u000a| �[0;m�[38;5;43m20221213125615279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125615279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125615279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125615280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125615280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125615280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125615281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:17.252078 run osmo-stp_10.42.42.5(pid=23841): stdout: \u000a| (launched: 2022-12-13_12:56:15.105542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:17.385760 run osmo-stp_10.42.42.5(pid=23841): stderr: \u000a| �[0;m�[38;5;43m20221213125615279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125615279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125615279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125615280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125615280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125615280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125615281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:17.443832 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)] [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:56:17.452599 tst handover.py:18: Test FAILED (7.0 sec)\u000a12:56:17.516118 run osmo-hlr_10.42.42.2(pid=23838): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23838)]\u000a12:56:17.568047 run osmo-hlr_10.42.42.2(pid=23838): stdout: \u000a| (launched: 2022-12-13_12:56:14.147844) \u000a12:56:17.621431 run osmo-hlr_10.42.42.2(pid=23838): stderr: \u000a| �[0;m�[1;31m20221213125614328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125614328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125614328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125614328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125614328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125614328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125614341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125614349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125614349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125614349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:17.693383 run osmo-msc_10.42.42.6(pid=23844): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23844)]\u000a12:56:17.745327 run osmo-msc_10.42.42.6(pid=23844): stdout: \u000a| (launched: 2022-12-13_12:56:16.111262) \u000a12:56:17.797822 run osmo-msc_10.42.42.6(pid=23844): stderr: \u000a| �[0;m�[38;5;43m20221213125616491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125616492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca9d909c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125616492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125616492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125616492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125616492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125616495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125616495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125616496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125616496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:17.842604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Terminating (SIGTERM)\u000a12:56:17.884854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Terminating (SIGTERM)\u000a12:56:17.927304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23843): Terminating (SIGTERM)\u000a12:56:17.937262 --- ParallelTerminationStrategy: PID 23837 died...\u000a12:56:17.994302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Terminated: ok {rc=0}\u000a12:56:18.004407 --- ParallelTerminationStrategy: PID 23840 died...\u000a12:56:18.060636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Terminated: ok {rc=0}\u000a12:56:18.070885 --- ParallelTerminationStrategy: PID 23843 died...\u000a12:56:18.126603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23843): Terminated: ok {rc=0}\u000a12:56:18.214612 bus /sierra_3: Setting Powered False\u000a12:56:19.317490 bus /sierra_3: Setting Powered False\u000a12:56:20.427903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:56:10" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:56:22.437852 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:22.448906 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:56:22.584054 tst handover.py: using LAC 34107\u000a12:56:22.714720 tst handover.py: using RAC 192\u000a12:56:22.845520 tst handover.py: using CellId 34107\u000a12:56:22.980761 tst handover.py: using BVCI 34108\u000a12:56:23.006487 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:56:23.140720 tst handover.py: using LAC 34108\u000a12:56:23.269344 tst handover.py: using RAC 193\u000a12:56:23.393625 tst handover.py: using CellId 34108\u000a12:56:23.513888 tst handover.py: using BVCI 34109\u000a12:56:23.537444 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:23.548493 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:23.559668 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:23.570775 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:23.581964 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:23.593100 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:56:23.714380 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:56:23.920371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:24.383954 run create_hlr_db(pid=23849): Launched\u000a12:56:24.511271 bus /sierra_2: Setting Powered False\u000a12:56:25.585647 run create_hlr_db(pid=23849): Terminated: ok {rc=0}\u000a12:56:25.975887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Launched\u000a12:56:26.291203 run osmo-hlr_10.42.42.2(pid=23852): Launched\u000a12:56:26.412560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:26.932687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Launched\u000a12:56:27.246807 run osmo-stp_10.42.42.5(pid=23855): Launched\u000a12:56:27.371554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:27.918353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23857): Launched\u000a12:56:28.233908 run osmo-msc_10.42.42.6(pid=23858): Launched\u000a12:56:28.415656 run osmo-stp_10.42.42.5(pid=23855): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]\u000a12:56:28.547007 run osmo-stp_10.42.42.5(pid=23855): stdout: \u000a| (launched: 2022-12-13_12:56:27.090162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:28.676339 run osmo-stp_10.42.42.5(pid=23855): stderr: \u000a| �[0;m�[38;5;43m20221213125627263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125627263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125627264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125627264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:28.801322 run osmo-stp_10.42.42.5(pid=23855): stdout: \u000a| (launched: 2022-12-13_12:56:27.090162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:28.925125 run osmo-stp_10.42.42.5(pid=23855): stderr: \u000a| �[0;m�[38;5;43m20221213125627263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125627263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125627264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125627264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125627266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:28.979288 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)] [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a12:56:28.987577 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:56:29.048795 run osmo-hlr_10.42.42.2(pid=23852): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23852)]\u000a12:56:29.098597 run osmo-hlr_10.42.42.2(pid=23852): stdout: \u000a| (launched: 2022-12-13_12:56:26.134659) \u000a12:56:29.148901 run osmo-hlr_10.42.42.2(pid=23852): stderr: \u000a| �[0;m�[1;31m20221213125626314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125626314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125626315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125626315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125626315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125626315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125626325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125626334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125626334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125626334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:29.217182 run osmo-msc_10.42.42.6(pid=23858): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23858)]\u000a12:56:29.266929 run osmo-msc_10.42.42.6(pid=23858): stdout: \u000a| (launched: 2022-12-13_12:56:28.075776) \u000a12:56:29.317188 run osmo-msc_10.42.42.6(pid=23858): stderr: \u000a| �[0;m�[38;5;43m20221213125628353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125628354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa7a146c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125628354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125628354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125628354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125628354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125628356 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125628356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125628356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125628356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:29.359993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Terminating (SIGTERM)\u000a12:56:29.400547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Terminating (SIGTERM)\u000a12:56:29.441291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23857): Terminating (SIGTERM)\u000a12:56:29.450676 --- ParallelTerminationStrategy: PID 23851 died...\u000a12:56:29.505382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Terminated: ok {rc=0}\u000a12:56:29.515191 --- ParallelTerminationStrategy: PID 23854 died...\u000a12:56:29.569778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Terminated: ok {rc=0}\u000a12:56:29.579811 --- ParallelTerminationStrategy: PID 23857 died...\u000a12:56:29.634163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23857): Terminated: ok {rc=0}\u000a12:56:29.719353 bus /sierra_3: Setting Powered False\u000a12:56:30.825071 bus /sierra_3: Setting Powered False\u000a12:56:31.942314 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:56:22" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23869): Process ended prematurely: osmo-stp_10.42.42.5(pid=23869) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23869)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23869): Process ended prematurely: osmo-stp_10.42.42.5(pid=23869) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:56:33.962736 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:56:33.974395 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:56:34.117870 tst handover.py: using LAC 34109\u000a12:56:34.249460 tst handover.py: using RAC 194\u000a12:56:34.381577 tst handover.py: using CellId 34109\u000a12:56:34.508291 tst handover.py: using BVCI 34110\u000a12:56:34.531928 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:56:34.669617 tst handover.py: using LAC 34110\u000a12:56:34.790980 tst handover.py: using RAC 195\u000a12:56:34.912006 tst handover.py: using CellId 34110\u000a12:56:35.035335 tst handover.py: using BVCI 34111\u000a12:56:35.058975 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:56:35.070089 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:56:35.081134 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:56:35.092112 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:56:35.103375 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:56:35.114672 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:56:35.236499 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:56:35.447661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:35.942010 run create_hlr_db(pid=23863): Launched\u000a12:56:36.069888 bus /sierra_2: Setting Powered False\u000a12:56:37.143210 run create_hlr_db(pid=23863): Terminated: ok {rc=0}\u000a12:56:37.534626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23865): Launched\u000a12:56:37.847077 run osmo-hlr_10.42.42.2(pid=23866): Launched\u000a12:56:37.968923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:38.490357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23868): Launched\u000a12:56:38.804189 run osmo-stp_10.42.42.5(pid=23869): Launched\u000a12:56:38.918223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:39.460390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23871): Launched\u000a12:56:39.774657 run osmo-msc_10.42.42.6(pid=23872): Launched\u000a12:56:39.956724 run osmo-stp_10.42.42.5(pid=23869): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23869)]\u000a12:56:40.088260 run osmo-stp_10.42.42.5(pid=23869): stdout: \u000a| (launched: 2022-12-13_12:56:38.647911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:40.217796 run osmo-stp_10.42.42.5(pid=23869): stderr: \u000a| �[0;m�[38;5;43m20221213125638821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125638821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125638821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125638822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125638822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125638822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125638822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:40.342382 run osmo-stp_10.42.42.5(pid=23869): stdout: \u000a| (launched: 2022-12-13_12:56:38.647911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:40.466030 run osmo-stp_10.42.42.5(pid=23869): stderr: \u000a| �[0;m�[38;5;43m20221213125638821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125638821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125638821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125638822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125638822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125638822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125638822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:40.519850 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23869): Process ended prematurely: osmo-stp_10.42.42.5(pid=23869) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23869)] [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a12:56:40.527951 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:56:40.588499 run osmo-hlr_10.42.42.2(pid=23866): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23866)]\u000a12:56:40.637820 run osmo-hlr_10.42.42.2(pid=23866): stdout: \u000a| (launched: 2022-12-13_12:56:37.692160) \u000a12:56:40.688053 run osmo-hlr_10.42.42.2(pid=23866): stderr: \u000a| �[0;m�[1;31m20221213125637874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125637874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125637874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125637874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125637874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125637874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125637886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125637895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125637895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125637895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:40.756333 run osmo-msc_10.42.42.6(pid=23872): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23872)]\u000a12:56:40.806039 run osmo-msc_10.42.42.6(pid=23872): stdout: \u000a| (launched: 2022-12-13_12:56:39.617899) \u000a12:56:40.856092 run osmo-msc_10.42.42.6(pid=23872): stderr: \u000a| �[0;m�[38;5;43m20221213125639895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125639895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e23b18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125639895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125639895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125639895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125639895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125639897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125639898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125639898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125639898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:40.898688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23865): Terminating (SIGTERM)\u000a12:56:40.938900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23868): Terminating (SIGTERM)\u000a12:56:40.979123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23871): Terminating (SIGTERM)\u000a12:56:40.988500 --- ParallelTerminationStrategy: PID 23865 died...\u000a12:56:41.046432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23865): Terminated: ok {rc=0}\u000a12:56:41.055990 --- ParallelTerminationStrategy: PID 23868 died...\u000a12:56:41.109850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23868): Terminated: ok {rc=0}\u000a12:56:41.119444 --- ParallelTerminationStrategy: PID 23871 died...\u000a12:56:41.172783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23871): Terminated: ok {rc=0}\u000a12:56:41.256363 bus /sierra_3: Setting Powered False\u000a12:56:42.362694 bus /sierra_3: Setting Powered False\u000a12:56:43.471038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:56:33" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23883): Process ended prematurely: osmo-stp_10.42.42.5(pid=23883) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23883)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23883): Process ended prematurely: osmo-stp_10.42.42.5(pid=23883) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:56:45.499875 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:56:45.511684 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:56:45.648942 tst handover.py: using LAC 34111\u000a12:56:45.769935 tst handover.py: using RAC 196\u000a12:56:45.920671 tst handover.py: using CellId 34111\u000a12:56:46.056583 tst handover.py: using BVCI 34112\u000a12:56:46.080912 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:56:46.227269 tst handover.py: using LAC 34112\u000a12:56:46.361075 tst handover.py: using RAC 197\u000a12:56:46.494327 tst handover.py: using CellId 34112\u000a12:56:46.660560 tst handover.py: using BVCI 34113\u000a12:56:46.695967 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:56:46.712774 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:56:46.729736 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:56:46.743020 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:56:46.755232 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:56:46.767452 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:56:46.890682 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:56:47.154553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:47.644100 run create_hlr_db(pid=23877): Launched\u000a12:56:47.770279 bus /sierra_2: Setting Powered False\u000a12:56:48.843900 run create_hlr_db(pid=23877): Terminated: ok {rc=0}\u000a12:56:49.229646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23879): Launched\u000a12:56:49.541070 run osmo-hlr_10.42.42.2(pid=23880): Launched\u000a12:56:49.662870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:56:50.177951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23882): Launched\u000a12:56:50.489801 run osmo-stp_10.42.42.5(pid=23883): Launched\u000a12:56:50.602210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:56:51.140695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23885): Launched\u000a12:56:51.459495 run osmo-msc_10.42.42.6(pid=23886): Launched\u000a12:56:51.636879 run osmo-stp_10.42.42.5(pid=23883): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23883)]\u000a12:56:51.765412 run osmo-stp_10.42.42.5(pid=23883): stdout: \u000a| (launched: 2022-12-13_12:56:50.334277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:51.892218 run osmo-stp_10.42.42.5(pid=23883): stderr: \u000a| �[0;m�[38;5;43m20221213125650506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125650506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125650507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125650507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125650510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:52.014053 run osmo-stp_10.42.42.5(pid=23883): stdout: \u000a| (launched: 2022-12-13_12:56:50.334277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:56:52.134622 run osmo-stp_10.42.42.5(pid=23883): stderr: \u000a| �[0;m�[38;5;43m20221213125650506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125650506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125650507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125650507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125650509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125650510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:56:52.187420 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23883): Process ended prematurely: osmo-stp_10.42.42.5(pid=23883) [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23883)] [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a12:56:52.195665 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:56:52.256281 run osmo-hlr_10.42.42.2(pid=23880): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23880)]\u000a12:56:52.305623 run osmo-hlr_10.42.42.2(pid=23880): stdout: \u000a| (launched: 2022-12-13_12:56:49.386304) \u000a12:56:52.355371 run osmo-hlr_10.42.42.2(pid=23880): stderr: \u000a| �[0;m�[1;31m20221213125649568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125649568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125649568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125649568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125649568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125649568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125649580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125649588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125649589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125649589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:56:52.422910 run osmo-msc_10.42.42.6(pid=23886): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23886)]\u000a12:56:52.472294 run osmo-msc_10.42.42.6(pid=23886): stdout: \u000a| (launched: 2022-12-13_12:56:51.307984) \u000a12:56:52.522109 run osmo-msc_10.42.42.6(pid=23886): stderr: \u000a| �[0;m�[38;5;43m20221213125651576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125651577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3620e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125651577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125651577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125651577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125651577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125651579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125651580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125651580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125651580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:56:52.564350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23879): Terminating (SIGTERM)\u000a12:56:52.604182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23882): Terminating (SIGTERM)\u000a12:56:52.644609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23885): Terminating (SIGTERM)\u000a12:56:52.653852 --- ParallelTerminationStrategy: PID 23879 died...\u000a12:56:52.708011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23879): Terminated: ok {rc=0}\u000a12:56:52.717577 --- ParallelTerminationStrategy: PID 23882 died...\u000a12:56:52.770647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23882): Terminated: ok {rc=0}\u000a12:56:52.780171 --- ParallelTerminationStrategy: PID 23885 died...\u000a12:56:52.833642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23885): Terminated: ok {rc=0}\u000a12:56:52.916737 bus /sierra_3: Setting Powered False\u000a12:56:54.016938 bus /sierra_3: Setting Powered False\u000a12:56:55.127232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:56:45" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23897): Process ended prematurely: osmo-stp_10.42.42.5(pid=23897) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23897)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23897): Process ended prematurely: osmo-stp_10.42.42.5(pid=23897) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:56:57.126531 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:57.137930 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:56:57.272929 tst handover.py: using LAC 34113\u000a12:56:57.392891 tst handover.py: using RAC 198\u000a12:56:57.512755 tst handover.py: using CellId 34113\u000a12:56:57.631165 tst handover.py: using BVCI 34114\u000a12:56:57.654119 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:56:57.784204 tst handover.py: using LAC 34114\u000a12:56:57.913336 tst handover.py: using RAC 199\u000a12:56:58.042133 tst handover.py: using CellId 34114\u000a12:56:58.173334 tst handover.py: using BVCI 34115\u000a12:56:58.197972 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:58.209431 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:58.220476 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:58.231686 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:58.242947 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:56:58.254121 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:56:58.369995 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:56:58.579221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:56:59.070880 run create_hlr_db(pid=23891): Launched\u000a12:56:59.203605 bus /sierra_2: Setting Powered False\u000a12:57:00.279242 run create_hlr_db(pid=23891): Terminated: ok {rc=0}\u000a12:57:00.662130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23893): Launched\u000a12:57:01.103161 run osmo-hlr_10.42.42.2(pid=23894): Launched\u000a12:57:01.312924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:01.836040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23896): Launched\u000a12:57:02.280333 run osmo-stp_10.42.42.5(pid=23897): Launched\u000a12:57:02.459061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:03.023916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23899): Launched\u000a12:57:03.347358 run osmo-msc_10.42.42.6(pid=23900): Launched\u000a12:57:03.527500 run osmo-stp_10.42.42.5(pid=23897): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23897)]\u000a12:57:03.656516 run osmo-stp_10.42.42.5(pid=23897): stdout: \u000a| (launched: 2022-12-13_12:57:01.993183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:03.782758 run osmo-stp_10.42.42.5(pid=23897): stderr: \u000a| �[0;m�[38;5;43m20221213125702269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125702269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125702269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125702270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125702270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125702270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125702270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:03.903981 run osmo-stp_10.42.42.5(pid=23897): stdout: \u000a| (launched: 2022-12-13_12:57:01.993183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:04.024721 run osmo-stp_10.42.42.5(pid=23897): stderr: \u000a| �[0;m�[38;5;43m20221213125702269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125702269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125702269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125702270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125702270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125702270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125702270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:04.077618 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23897): Process ended prematurely: osmo-stp_10.42.42.5(pid=23897) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23897)] [trial-2389↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a12:57:04.085696 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:57:04.145288 run osmo-hlr_10.42.42.2(pid=23894): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23894)]\u000a12:57:04.194343 run osmo-hlr_10.42.42.2(pid=23894): stdout: \u000a| (launched: 2022-12-13_12:57:00.815683) \u000a12:57:04.243824 run osmo-hlr_10.42.42.2(pid=23894): stderr: \u000a| �[0;m�[1;31m20221213125701070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125701070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125701070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125701070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125701070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125701070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125701087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125701108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125701108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125701108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:04.310969 run osmo-msc_10.42.42.6(pid=23900): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23900)]\u000a12:57:04.359830 run osmo-msc_10.42.42.6(pid=23900): stdout: \u000a| (launched: 2022-12-13_12:57:03.189576) \u000a12:57:04.409414 run osmo-msc_10.42.42.6(pid=23900): stderr: \u000a| �[0;m�[38;5;43m20221213125703459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125703459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a899f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125703460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125703460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125703460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125703460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125703462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125703462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125703462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125703462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:04.451527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23893): Terminating (SIGTERM)\u000a12:57:04.491310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23896): Terminating (SIGTERM)\u000a12:57:04.531219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23899): Terminating (SIGTERM)\u000a12:57:04.540506 --- ParallelTerminationStrategy: PID 23893 died...\u000a12:57:04.594510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23893): Terminated: ok {rc=0}\u000a12:57:04.604137 --- ParallelTerminationStrategy: PID 23896 died...\u000a12:57:04.657551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23896): Terminated: ok {rc=0}\u000a12:57:04.667161 --- ParallelTerminationStrategy: PID 23899 died...\u000a12:57:04.720903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23899): Terminated: ok {rc=0}\u000a12:57:04.809751 bus /sierra_3: Setting Powered False\u000a12:57:05.911242 bus /sierra_3: Setting Powered False\u000a12:57:07.023818 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:56:56" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23912): Process ended prematurely: osmo-stp_10.42.42.5(pid=23912) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23912)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23912): Process ended prematurely: osmo-stp_10.42.42.5(pid=23912) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:57:09.055308 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:09.066960 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:57:09.210066 tst handover.py: using LAC 34115\u000a12:57:09.335969 tst handover.py: using RAC 200\u000a12:57:09.462411 tst handover.py: using CellId 34115\u000a12:57:09.589363 tst handover.py: using BVCI 34116\u000a12:57:09.614153 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:57:09.757795 tst handover.py: using LAC 34116\u000a12:57:09.881685 tst handover.py: using RAC 201\u000a12:57:10.000407 tst handover.py: using CellId 34116\u000a12:57:10.119372 tst handover.py: using BVCI 34117\u000a12:57:10.142494 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:10.153433 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:10.164054 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:10.174976 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:10.186136 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:10.197256 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:57:10.318039 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:57:10.528464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:11.019418 run create_hlr_db(pid=23906): Launched\u000a12:57:11.151968 bus /sierra_2: Setting Powered False\u000a12:57:12.227338 run create_hlr_db(pid=23906): Terminated: ok {rc=0}\u000a12:57:12.631373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23908): Launched\u000a12:57:12.956676 run osmo-hlr_10.42.42.2(pid=23909): Launched\u000a12:57:13.080128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:13.618261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23911): Launched\u000a12:57:13.943822 run osmo-stp_10.42.42.5(pid=23912): Launched\u000a12:57:14.062152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:14.627269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23914): Launched\u000a12:57:14.953453 run osmo-msc_10.42.42.6(pid=23915): Launched\u000a12:57:15.143798 run osmo-stp_10.42.42.5(pid=23912): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23912)]\u000a12:57:15.280219 run osmo-stp_10.42.42.5(pid=23912): stdout: \u000a| (launched: 2022-12-13_12:57:13.783608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:15.415839 run osmo-stp_10.42.42.5(pid=23912): stderr: \u000a| �[0;m�[38;5;43m20221213125713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125713976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125713976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125713976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125713977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:15.546028 run osmo-stp_10.42.42.5(pid=23912): stdout: \u000a| (launched: 2022-12-13_12:57:13.783608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:15.674728 run osmo-stp_10.42.42.5(pid=23912): stderr: \u000a| �[0;m�[38;5;43m20221213125713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125713976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125713976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125713976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125713977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:15.731051 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23912): Process ended prematurely: osmo-stp_10.42.42.5(pid=23912) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23912)] [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a12:57:15.739466 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:57:15.801332 run osmo-hlr_10.42.42.2(pid=23909): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23909)]\u000a12:57:15.865462 run osmo-hlr_10.42.42.2(pid=23909): stdout: \u000a| (launched: 2022-12-13_12:57:12.796666) \u000a12:57:15.929668 run osmo-hlr_10.42.42.2(pid=23909): stderr: \u000a| �[0;m�[1;31m20221213125712996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125712996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125712996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125712996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125712996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125712996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125713009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125713017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125713018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125713018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:16.001926 run osmo-msc_10.42.42.6(pid=23915): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23915)]\u000a12:57:16.054258 run osmo-msc_10.42.42.6(pid=23915): stdout: \u000a| (launched: 2022-12-13_12:57:14.792658) \u000a12:57:16.107240 run osmo-msc_10.42.42.6(pid=23915): stderr: \u000a| �[0;m�[38;5;43m20221213125715115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125715115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4842739c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125715115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125715115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125715115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125715116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125715117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125715118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125715118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125715118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:16.151864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23908): Terminating (SIGTERM)\u000a12:57:16.194404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23911): Terminating (SIGTERM)\u000a12:57:16.238548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23914): Terminating (SIGTERM)\u000a12:57:16.248564 --- ParallelTerminationStrategy: PID 23908 died...\u000a12:57:16.305212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23908): Terminated: ok {rc=0}\u000a12:57:16.315765 --- ParallelTerminationStrategy: PID 23911 died...\u000a12:57:16.372384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23911): Terminated: ok {rc=0}\u000a12:57:16.382946 --- ParallelTerminationStrategy: PID 23914 died...\u000a12:57:16.438668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23914): Terminated: ok {rc=0}\u000a12:57:16.526252 bus /sierra_3: Setting Powered False\u000a12:57:17.630390 bus /sierra_3: Setting Powered False\u000a12:57:18.740060 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:57:08" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23926): Process ended prematurely: osmo-stp_10.42.42.5(pid=23926) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23926)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23926): Process ended prematurely: osmo-stp_10.42.42.5(pid=23926) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:57:20.772850 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:20.784391 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:57:20.935127 tst handover.py: using LAC 34117\u000a12:57:21.060352 tst handover.py: using RAC 202\u000a12:57:21.187289 tst handover.py: using CellId 34117\u000a12:57:21.312197 tst handover.py: using BVCI 34118\u000a12:57:21.336599 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:57:21.476679 tst handover.py: using LAC 34118\u000a12:57:21.602163 tst handover.py: using RAC 203\u000a12:57:21.727545 tst handover.py: using CellId 34118\u000a12:57:21.853261 tst handover.py: using BVCI 34119\u000a12:57:21.878020 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:21.889504 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:21.900662 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:21.911949 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:21.923297 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:21.934543 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:57:22.062640 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:57:22.263329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:22.711316 run create_hlr_db(pid=23920): Launched\u000a12:57:22.834635 bus /sierra_2: Setting Powered False\u000a12:57:23.906840 run create_hlr_db(pid=23920): Terminated: ok {rc=0}\u000a12:57:24.311172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23922): Launched\u000a12:57:24.635517 run osmo-hlr_10.42.42.2(pid=23923): Launched\u000a12:57:24.754574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:25.289813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23925): Launched\u000a12:57:25.614390 run osmo-stp_10.42.42.5(pid=23926): Launched\u000a12:57:25.732418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:26.296245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23928): Launched\u000a12:57:26.621335 run osmo-msc_10.42.42.6(pid=23929): Launched\u000a12:57:26.812678 run osmo-stp_10.42.42.5(pid=23926): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23926)]\u000a12:57:26.950129 run osmo-stp_10.42.42.5(pid=23926): stdout: \u000a| (launched: 2022-12-13_12:57:25.454864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:27.087261 run osmo-stp_10.42.42.5(pid=23926): stderr: \u000a| �[0;m�[38;5;43m20221213125725642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125725642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125725642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125725643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125725643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125725643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125725643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:27.218928 run osmo-stp_10.42.42.5(pid=23926): stdout: \u000a| (launched: 2022-12-13_12:57:25.454864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:27.348604 run osmo-stp_10.42.42.5(pid=23926): stderr: \u000a| �[0;m�[38;5;43m20221213125725642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125725642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125725642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125725643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125725643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125725643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125725643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:27.405544 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23926): Process ended prematurely: osmo-stp_10.42.42.5(pid=23926) [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23926)] [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a12:57:27.414113 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:57:27.476160 run osmo-hlr_10.42.42.2(pid=23923): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23923)]\u000a12:57:27.527089 run osmo-hlr_10.42.42.2(pid=23923): stdout: \u000a| (launched: 2022-12-13_12:57:24.476092) \u000a12:57:27.578830 run osmo-hlr_10.42.42.2(pid=23923): stderr: \u000a| �[0;m�[1;31m20221213125724669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125724669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125724669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125724669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125724670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125724670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125724695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125724705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125724705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125724705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:27.649069 run osmo-msc_10.42.42.6(pid=23929): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23929)]\u000a12:57:27.700076 run osmo-msc_10.42.42.6(pid=23929): stdout: \u000a| (launched: 2022-12-13_12:57:26.460892) \u000a12:57:27.751706 run osmo-msc_10.42.42.6(pid=23929): stderr: \u000a| �[0;m�[38;5;43m20221213125726780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125726780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc50fb0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125726781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125726781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125726783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125726783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125726783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125726783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:27.795180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23922): Terminating (SIGTERM)\u000a12:57:27.836504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23925): Terminating (SIGTERM)\u000a12:57:27.878440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23928): Terminating (SIGTERM)\u000a12:57:27.888060 --- ParallelTerminationStrategy: PID 23922 died...\u000a12:57:27.943370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23922): Terminated: ok {rc=0}\u000a12:57:27.953487 --- ParallelTerminationStrategy: PID 23925 died...\u000a12:57:28.008692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23925): Terminated: ok {rc=0}\u000a12:57:28.018674 --- ParallelTerminationStrategy: PID 23928 died...\u000a12:57:28.074036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23928): Terminated: ok {rc=0}\u000a12:57:28.160493 bus /sierra_3: Setting Powered False\u000a12:57:29.265648 bus /sierra_3: Setting Powered False\u000a12:57:30.373156 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:57:20" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23940): Process ended prematurely: osmo-stp_10.42.42.5(pid=23940) [trial-2389↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23940)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23940): Process ended prematurely: osmo-stp_10.42.42.5(pid=23940) [trial-2389↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:57:32.397597 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:32.408765 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:57:32.538171 tst handover.py: using LAC 34119\u000a12:57:32.668152 tst handover.py: using RAC 204\u000a12:57:32.797736 tst handover.py: using CellId 34119\u000a12:57:32.925712 tst handover.py: using BVCI 34120\u000a12:57:32.950539 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:57:33.097274 tst handover.py: using LAC 34120\u000a12:57:33.227214 tst handover.py: using RAC 205\u000a12:57:33.350268 tst handover.py: using CellId 34120\u000a12:57:33.470488 tst handover.py: using BVCI 34121\u000a12:57:33.493769 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:33.504601 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:33.515370 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:33.526236 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:33.537218 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:57:33.547927 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:57:33.663609 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:57:33.873167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:34.367510 run create_hlr_db(pid=23934): Launched\u000a12:57:34.500935 bus /sierra_2: Setting Powered False\u000a12:57:35.578028 run create_hlr_db(pid=23934): Terminated: ok {rc=0}\u000a12:57:35.961962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23936): Launched\u000a12:57:36.269259 run osmo-hlr_10.42.42.2(pid=23937): Launched\u000a12:57:36.389872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:36.898552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23939): Launched\u000a12:57:37.204429 run osmo-stp_10.42.42.5(pid=23940): Launched\u000a12:57:37.316037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:37.848820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23942): Launched\u000a12:57:38.157441 run osmo-msc_10.42.42.6(pid=23943): Launched\u000a12:57:38.337974 run osmo-stp_10.42.42.5(pid=23940): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23940)]\u000a12:57:38.468056 run osmo-stp_10.42.42.5(pid=23940): stdout: \u000a| (launched: 2022-12-13_12:57:37.052903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:38.595883 run osmo-stp_10.42.42.5(pid=23940): stderr: \u000a| �[0;m�[38;5;43m20221213125737219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125737219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125737219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125737219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125737220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125737220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125737220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:38.719137 run osmo-stp_10.42.42.5(pid=23940): stdout: \u000a| (launched: 2022-12-13_12:57:37.052903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:38.841713 run osmo-stp_10.42.42.5(pid=23940): stderr: \u000a| �[0;m�[38;5;43m20221213125737219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125737219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125737219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125737219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125737220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125737220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125737220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:38.895075 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23940): Process ended prematurely: osmo-stp_10.42.42.5(pid=23940) [trial-2389↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23940)] [trial-2389↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a12:57:38.902991 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:57:38.963272 run osmo-hlr_10.42.42.2(pid=23937): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23937)]\u000a12:57:39.012261 run osmo-hlr_10.42.42.2(pid=23937): stdout: \u000a| (launched: 2022-12-13_12:57:36.117409) \u000a12:57:39.061892 run osmo-hlr_10.42.42.2(pid=23937): stderr: \u000a| �[0;m�[1;31m20221213125736292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125736292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125736292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125736293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125736293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125736293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125736305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125736313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125736313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125736313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:39.129089 run osmo-msc_10.42.42.6(pid=23943): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23943)]\u000a12:57:39.177896 run osmo-msc_10.42.42.6(pid=23943): stdout: \u000a| (launched: 2022-12-13_12:57:38.004116) \u000a12:57:39.227402 run osmo-msc_10.42.42.6(pid=23943): stderr: \u000a| �[0;m�[38;5;43m20221213125738274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125738275 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7632015c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125738275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125738275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125738275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125738275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125738277 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125738277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125738277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125738277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:39.269421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23936): Terminating (SIGTERM)\u000a12:57:39.309128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23939): Terminating (SIGTERM)\u000a12:57:39.349311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23942): Terminating (SIGTERM)\u000a12:57:39.358576 --- ParallelTerminationStrategy: PID 23936 died...\u000a12:57:39.412517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23936): Terminated: ok {rc=0}\u000a12:57:39.422240 --- ParallelTerminationStrategy: PID 23939 died...\u000a12:57:39.475784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23939): Terminated: ok {rc=0}\u000a12:57:39.485535 --- ParallelTerminationStrategy: PID 23942 died...\u000a12:57:39.539194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23942): Terminated: ok {rc=0}\u000a12:57:39.625045 bus /sierra_3: Setting Powered False\u000a12:57:40.731575 bus /sierra_3: Setting Powered False\u000a12:57:41.839494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:57:32" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23954): Process ended prematurely: osmo-stp_10.42.42.5(pid=23954) [trial-2389↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23954)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23954): Process ended prematurely: osmo-stp_10.42.42.5(pid=23954) [trial-2389↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:57:43.833757 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:43.845103 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:57:43.975109 tst handover.py: using LAC 34121\u000a12:57:44.103319 tst handover.py: using RAC 206\u000a12:57:44.232747 tst handover.py: using CellId 34121\u000a12:57:44.360890 tst handover.py: using BVCI 34122\u000a12:57:44.385953 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:57:44.532327 tst handover.py: using LAC 34122\u000a12:57:44.662427 tst handover.py: using RAC 207\u000a12:57:44.790679 tst handover.py: using CellId 34122\u000a12:57:44.916091 tst handover.py: using BVCI 34123\u000a12:57:44.940806 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:44.952024 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:44.963067 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:44.974165 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:44.985923 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:44.997279 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:57:45.113901 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:57:45.317258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:45.771995 run create_hlr_db(pid=23948): Launched\u000a12:57:45.909855 bus /sierra_2: Setting Powered False\u000a12:57:47.019913 run create_hlr_db(pid=23948): Terminated: ok {rc=0}\u000a12:57:47.437160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23950): Launched\u000a12:57:47.764301 run osmo-hlr_10.42.42.2(pid=23951): Launched\u000a12:57:47.887881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:48.430326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23953): Launched\u000a12:57:48.757760 run osmo-stp_10.42.42.5(pid=23954): Launched\u000a12:57:48.870088 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:57:49.403005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23956): Launched\u000a12:57:49.710609 run osmo-msc_10.42.42.6(pid=23957): Launched\u000a12:57:49.889284 run osmo-stp_10.42.42.5(pid=23954): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23954)]\u000a12:57:50.018237 run osmo-stp_10.42.42.5(pid=23954): stdout: \u000a| (launched: 2022-12-13_12:57:48.596816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:50.145140 run osmo-stp_10.42.42.5(pid=23954): stderr: \u000a| �[0;m�[38;5;43m20221213125748765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125748766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125748766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125748766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125748767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125748767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125748767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:50.267712 run osmo-stp_10.42.42.5(pid=23954): stdout: \u000a| (launched: 2022-12-13_12:57:48.596816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:57:50.389673 run osmo-stp_10.42.42.5(pid=23954): stderr: \u000a| �[0;m�[38;5;43m20221213125748765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125748766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125748766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125748766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125748767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125748767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125748767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:57:50.442821 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23954): Process ended prematurely: osmo-stp_10.42.42.5(pid=23954) [trial-2389↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23954)] [trial-2389↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a12:57:50.450816 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:57:50.511192 run osmo-hlr_10.42.42.2(pid=23951): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23951)]\u000a12:57:50.560583 run osmo-hlr_10.42.42.2(pid=23951): stdout: \u000a| (launched: 2022-12-13_12:57:47.603389) \u000a12:57:50.611119 run osmo-hlr_10.42.42.2(pid=23951): stderr: \u000a| �[0;m�[1;31m20221213125747797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125747797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125747797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125747798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125747798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125747798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125747810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125747821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125747821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125747821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:57:50.678914 run osmo-msc_10.42.42.6(pid=23957): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23957)]\u000a12:57:50.728187 run osmo-msc_10.42.42.6(pid=23957): stdout: \u000a| (launched: 2022-12-13_12:57:49.558053) \u000a12:57:50.778154 run osmo-msc_10.42.42.6(pid=23957): stderr: \u000a| �[0;m�[38;5;43m20221213125749828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125749828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd24039c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125749828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125749828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125749828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125749828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125749830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125749831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125749831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125749831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:57:50.820521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23950): Terminating (SIGTERM)\u000a12:57:50.860778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23953): Terminating (SIGTERM)\u000a12:57:50.901807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23956): Terminating (SIGTERM)\u000a12:57:50.911047 --- ParallelTerminationStrategy: PID 23950 died...\u000a12:57:50.965036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23950): Terminated: ok {rc=0}\u000a12:57:50.974716 --- ParallelTerminationStrategy: PID 23953 died...\u000a12:57:51.028654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23953): Terminated: ok {rc=0}\u000a12:57:51.038333 --- ParallelTerminationStrategy: PID 23956 died...\u000a12:57:51.092192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23956): Terminated: ok {rc=0}\u000a12:57:51.180484 bus /sierra_3: Setting Powered False\u000a12:57:52.283743 bus /sierra_3: Setting Powered False\u000a12:57:53.393504 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:57:43" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23968): Process ended prematurely: osmo-stp_10.42.42.5(pid=23968) [trial-2389↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23968)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23968): Process ended prematurely: osmo-stp_10.42.42.5(pid=23968) [trial-2389↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2389 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:57:55.402518 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:55.413375 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:57:55.547862 tst handover.py: using LAC 34123\u000a12:57:55.669371 tst handover.py: using RAC 208\u000a12:57:55.796671 tst handover.py: using CellId 34123\u000a12:57:55.924490 tst handover.py: using BVCI 34124\u000a12:57:55.949492 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:57:56.093741 tst handover.py: using LAC 34124\u000a12:57:56.223859 tst handover.py: using RAC 209\u000a12:57:56.350950 tst handover.py: using CellId 34124\u000a12:57:56.478338 tst handover.py: using BVCI 34125\u000a12:57:56.503117 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:56.514403 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:56.525566 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:56.536662 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:56.547941 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:57:56.559289 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:57:56.675647 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:57:56.889357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:57:57.382533 run create_hlr_db(pid=23962): Launched\u000a12:57:57.515641 bus /sierra_2: Setting Powered False\u000a12:57:58.592165 run create_hlr_db(pid=23962): Terminated: ok {rc=0}\u000a12:57:58.974974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23964): Launched\u000a12:57:59.281399 run osmo-hlr_10.42.42.2(pid=23965): Launched\u000a12:57:59.401372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:57:59.910801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23967): Launched\u000a12:58:00.216717 run osmo-stp_10.42.42.5(pid=23968): Launched\u000a12:58:00.327631 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:58:00.876063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23970): Launched\u000a12:58:01.311928 run osmo-msc_10.42.42.6(pid=23971): Launched\u000a12:58:01.808887 run osmo-stp_10.42.42.5(pid=23968): ERR: Terminated: ERROR {rc=1} [trial-2389↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23968)]\u000a12:58:01.990311 run osmo-stp_10.42.42.5(pid=23968): stdout: \u000a| (launched: 2022-12-13_12:58:00.065927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:02.229678 run osmo-stp_10.42.42.5(pid=23968): stderr: \u000a| �[0;m�[38;5;43m20221213125800231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125800231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125800231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125800232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125800232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125800233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125800233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:02.364535 run osmo-stp_10.42.42.5(pid=23968): stdout: \u000a| (launched: 2022-12-13_12:58:00.065927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:58:02.498025 run osmo-stp_10.42.42.5(pid=23968): stderr: \u000a| �[0;m�[38;5;43m20221213125800231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213125800231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213125800231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213125800232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213125800232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213125800233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213125800233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:58:02.554743 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=23968): Process ended prematurely: osmo-stp_10.42.42.5(pid=23968) [trial-2389↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23968)] [trial-2389↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a12:58:02.563503 tst handover.py:18: Test FAILED (7.1 sec)\u000a12:58:02.626205 run osmo-hlr_10.42.42.2(pid=23965): ERR: Terminated: ERROR {rc=237} [trial-2389↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23965)]\u000a12:58:02.677721 run osmo-hlr_10.42.42.2(pid=23965): stdout: \u000a| (launched: 2022-12-13_12:57:59.129309) \u000a12:58:02.729447 run osmo-hlr_10.42.42.2(pid=23965): stderr: \u000a| �[0;m�[1;31m20221213125759302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213125759302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213125759302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125759302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213125759302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213125759302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213125759314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2389/run.2022-12-13_11-32-52/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213125759322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213125759322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213125759322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:58:02.799926 run osmo-msc_10.42.42.6(pid=23971): ERR: Terminated: ERROR {rc=2} [trial-2389↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23971)]\u000a12:58:02.851057 run osmo-msc_10.42.42.6(pid=23971): stdout: \u000a| (launched: 2022-12-13_12:58:01.049800) \u000a12:58:02.903466 run osmo-msc_10.42.42.6(pid=23971): stderr: \u000a| �[0;m�[38;5;43m20221213125801810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213125801810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75dbc64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213125801811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213125801812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213125801812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213125801814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213125801821 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213125801822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213125801822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213125801822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:58:02.947613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23964): Terminating (SIGTERM)\u000a12:58:02.989607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23967): Terminating (SIGTERM)\u000a12:58:03.031286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23970): Terminating (SIGTERM)\u000a12:58:03.040915 --- ParallelTerminationStrategy: PID 23964 died...\u000a12:58:03.096728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23964): Terminated: ok {rc=0}\u000a12:58:03.106786 --- ParallelTerminationStrategy: PID 23967 died...\u000a12:58:03.162512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23967): Terminated: ok {rc=0}\u000a12:58:03.172610 --- ParallelTerminationStrategy: PID 23970 died...\u000a12:58:03.228203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23970): Terminated: ok {rc=0}\u000a12:58:03.314885 bus /sierra_3: Setting Powered False\u000a12:58:04.420695 bus /sierra_3: Setting Powered False\u000a12:58:05.528507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T12:57:55" } ] }